-- Logs begin at Tue 2021-04-20 13:30:27 UTC, end at Tue 2021-04-20 14:31:12 UTC. --
Apr 20 14:00:46.530380 dv-cinder-774594-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 20 14:00:49.775749 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.common.config [-] Logging enabled!
Apr 20 14:00:49.776561 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 14:00:49.777662 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86262) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 14:00:49.779538 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.common.config [-] Logging enabled!
Apr 20 14:00:49.779831 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 14:00:49.780183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86262) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 14:00:49.781269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 14:00:49.781534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 14:00:49.782668 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 14:00:49.782955 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 14:00:49.783214 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 14:00:49.783599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.783947 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.784289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.784556 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.784900 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.785239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.785563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.785930 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.786280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.786605 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.786924 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.787247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.787509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.787832 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.788166 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.788497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.788754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.789073 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.789617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.789973 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.790597 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.790597 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.790919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.791228 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.791542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.791866 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.792253 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] host                           = dv-cinder-774594-5-iscsi {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.792566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.792895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.793224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.793549 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.793925 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.794241 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.794568 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.794880 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.795194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.795508 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.795837 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.796168 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.796506 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.796763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.797020 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.797353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.797685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.798028 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.798342 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.798654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.798964 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.799281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.799586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.799915 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.800242 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.800572 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.800884 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.801195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.801503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.801860 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.802185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.802493 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.802803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.803116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.803448 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.803791 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.804062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.804532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.804705 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.805023 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.805349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.805773 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.806038 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.806349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.806659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.806968 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.807278 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.807588 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.807916 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.808659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.808659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.808884 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.809076 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.809403 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:49.809767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.810109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.810456 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.810774 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.811112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.811426 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.811757 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.812071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.812399 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.812734 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.813062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.813378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.813723 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.814049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.814391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.814743 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.815094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.815463 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.815736 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.816085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.816357 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.816674 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.817003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.817345 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.817678 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.818039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.818357 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.818723 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.819049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.819452 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.819711 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.820045 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.820361 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.820689 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.820998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.821341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.821650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.821986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.822299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.822627 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.822936 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.823241 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.823545 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.823856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.824160 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.824483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.824793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.825099 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.825408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.825740 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.826051 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.826364 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.826677 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.826983 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.827293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.827601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.827908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.828215 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.828521 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.828829 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.829140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.829447 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.829786 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.830098 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.830407 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.830726 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.831014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.831315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.831644 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.831987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.832305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.832624 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.832944 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.833258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.833572 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.833918 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.834234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.834547 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.834857 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.835200 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.835520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.835850 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.836172 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.836485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.836825 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.837307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.837854 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.838167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.838504 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.838814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.839142 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.839480 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.839813 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.840147 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.840481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.840824 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.841131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.841472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.841821 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:49.842073 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 14:00:49.842347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86262) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 20 14:00:50.511942 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO keyring.backend [-] Loading Gnome
Apr 20 14:00:50.529308 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO keyring.backend [-] Loading Google
Apr 20 14:00:50.532172 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO keyring.backend [-] Loading Windows (alt)
Apr 20 14:00:50.536028 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO keyring.backend [-] Loading file
Apr 20 14:00:50.536880 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO keyring.backend [-] Loading keyczar
Apr 20 14:00:50.537156 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO keyring.backend [-] Loading multi
Apr 20 14:00:50.537831 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO keyring.backend [-] Loading pyfs
Apr 20 14:00:50.585044 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:00:50.585324 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:00:50.585652 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:00:50.586073 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 20 14:00:51.003033 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.003652 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.003652 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.005224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.005660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.005991 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.046353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.046705 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.047103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.063478 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.063743 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.064062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.132454 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.132727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.133017 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.134167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.134470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.140204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.421002 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fb317c207b8> agent after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.421281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fb317c207b8> agent after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.421596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fb317c206a8> segment precommit_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.421960 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fb317c20730> network precommit_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.422784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fb317bd29d8> segment before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.576138 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> network before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.576489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fb3179caa60> agent before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.576809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> network before_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.577122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> port before_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.577445 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> port before_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.577843 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> segment after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.578321 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> segment precommit_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.578615 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> segment precommit_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.578901 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> segment after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.579240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> network after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.579518 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> network precommit_delete 0 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.579823 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> port provisioning_complete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.580121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> rbac-policy before_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.580422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> rbac-policy after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.580730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> agent after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.581046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> subnet after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.581339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> subnet precommit_delete 0 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.581658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> rbac-policy before_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.581963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> rbac-policy before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.582302 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> segment_host_mapping after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.582743 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> port after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.583026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> port after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.583309 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> port after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.583651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> rbac-policy before_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.583933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> rbac-policy before_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.584211 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fb31856f860>> rbac-policy before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.584645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:00:51.584917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:00:51.585195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:00:51.585466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:00:51.585771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:00:51.586045 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:00:51.586499 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 20 14:00:51.590257 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 20 14:00:51.594218 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 20 14:00:51.598093 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Apr 20 14:00:51.599768 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 20 14:00:51.601059 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 20 14:00:51.601434 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 20 14:00:51.601901 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 20 14:00:51.606170 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 20 14:00:51.606456 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 20 14:00:51.606879 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 14:00:51.634263 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 20 14:00:51.634789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fb317a7ecf8>> qos_plugin after_init 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.635126 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86262) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 20 14:00:51.635533 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fb317a1d518>> logging-plugin after_init 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.636908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86262) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 20 14:00:51.637246 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 14:00:51.637527 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 20 14:00:51.640729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fb317a1d588>> floatingip before_response 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.641042 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fb317a1d588>> port before_response 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:51.708945 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 20 14:00:51.709219 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 20 14:00:51.709329 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 20 14:00:51.709808 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 20 14:00:51.745334 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_db.sqlalchemy.engines [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86262) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 20 14:00:52.192303 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Initializing driver for type 'gre'
Apr 20 14:00:52.192879 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] gre ID ranges: [(1, 1000)]
Apr 20 14:00:52.236323 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Initializing driver for type 'local'
Apr 20 14:00:52.236657 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Initializing driver for type 'vlan'
Apr 20 14:00:52.251941 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] VlanTypeDriver initialization complete
Apr 20 14:00:52.252459 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Initializing driver for type 'vxlan'
Apr 20 14:00:52.253273 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] vxlan ID ranges: [(1, 1000)]
Apr 20 14:00:52.294700 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Initializing extension driver 'port_security'
Apr 20 14:00:52.295053 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.extensions.port_security [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] PortSecurityExtensionDriver initialization complete
Apr 20 14:00:52.295415 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Initializing mechanism driver 'openvswitch'
Apr 20 14:00:52.295769 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Initializing mechanism driver 'hyperv'
Apr 20 14:00:52.302255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:00:52.303084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb31793da90>> port after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.303485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb31793da90>> port after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.303864 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb31793da90>> port after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.304279 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb31747def0>> subnet after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.304635 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb31747def0>> subnet after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.305120 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb31747def0>> subnet after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.305539 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb317482208>> network after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.305940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb317482208>> network after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.306312 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb317482208>> network after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.306713 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb3174823c8>> security_group after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.307088 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb3174823c8>> security_group after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.307612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb3174823c8>> security_group after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.308024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb317482588>> security_group_rule after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.308426 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb317482588>> security_group_rule after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.308804 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb317482588>> security_group_rule after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.309203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb317482748>> address_group after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.309572 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb317482748>> address_group after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.309991 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fb317482748>> address_group after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.310323 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] ML2 OVO RPC backend initialized. {{(pid=86262) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 20 14:00:52.311091 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> router_interface after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.311474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> router_interface after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.311925 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> network before_response 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.312293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> networks before_response 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.312646 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> port before_response 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.313011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> ports before_response 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.313384 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> subnet before_response 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.313776 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> subnets before_response 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.314152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> network after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.314519 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> network after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.314881 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> network after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.315244 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> port after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.315606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> port after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.315967 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> port after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.316329 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> subnet after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.316691 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> subnet after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.317049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fb317482828>> subnet after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.317734 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.plugin [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Modular L2 Plugin initialization complete
Apr 20 14:00:52.318065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading services supported by the core plugin {{(pid=86262) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 20 14:00:52.318427 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.plugins.ml2.managers [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Got port-security extension from driver 'port_security'
Apr 20 14:00:52.318926 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.extensions.vlantransparent [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Disabled vlantransparent extension.
Apr 20 14:00:52.319453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86262) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 20 14:00:52.319785 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading Plugin: router
Apr 20 14:00:52.358916 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router_interface before_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.359339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router after_create 55549900 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.359738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router before_create 55549900 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.360135 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router_interface before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.360536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router_interface after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.360919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router after_delete 55549900 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.361305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> floatingip after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.361738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router after_create 55549900 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.362126 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router after_update 55549900 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.362505 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router after_update 55549900 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.362881 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router_gateway after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.363275 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router after_update 55549900 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.363753 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router precommit_update 55549900 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.364137 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fb317addc80> port after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.364506 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fb317adde18> port after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.364869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fb317addd90> subnet after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.365235 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fb317addd08> subnetpool_address_scope after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.365614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> port precommit_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.366015 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router precommit_create 55549900 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.366385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fb317ace8c8> port before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.366755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router precommit_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.367144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router after_update 55549900 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.367573 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router precommit_delete 55549900 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.367950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router precommit_create 55549900 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.368346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router_interface after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.368720 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> router precommit_update 55549900 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.369142 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fb3174829b0>> network after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.370165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Tracking information for resource: router configured {{(pid=86262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:00:52.370515 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Tracking information for resource: floatingip configured {{(pid=86262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 14:00:52.375544 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_agentschedulers_db [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 20 14:00:52.376197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fb3174049d8> port after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.376583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fb3174048c8> port after_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.376958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <function _notify_port_delete at 0x7fb317404950> port after_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.377332 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fb317404b70> port after_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.378250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb317426780>> router before_create 55550100 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.378647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb317426780>> router precommit_delete 55550100 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.379037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb317426780>> router precommit_create 55550100 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.379406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fb317426780>> router precommit_update 55550100 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.384396 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.provider_configuration [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service providers = [] {{(pid=86262) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 20 14:00:52.384790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.servicetype_db [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86262) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 20 14:00:52.387695 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.service_base [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 14:00:52.388054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.service_base [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 14:00:52.388425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.service_base [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 14:00:52.389313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.service_base [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 14:00:52.389744 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.services.service_base [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 20 14:00:52.390151 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:00:52.390568 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 20 14:00:52.400999 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:00:52.401362 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading Plugin: auto_allocate
Apr 20 14:00:52.407281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fb317337268> network precommit_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.407684 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fb317337268> network precommit_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.408269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:00:52.408623 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading Plugin: tag
Apr 20 14:00:52.415813 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:00:52.416174 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading Plugin: timestamp
Apr 20 14:00:52.420040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:00:52.420404 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading Plugin: network_ip_availability
Apr 20 14:00:52.425892 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb317335390>> rbac-policy before_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.426289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb317335390>> rbac-policy before_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.426674 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb317335390>> rbac-policy before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.427458 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:00:52.427809 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading Plugin: flavors
Apr 20 14:00:52.432340 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:00:52.432694 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading Plugin: revisions
Apr 20 14:00:52.437084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 14:00:52.437504 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.852s {{(pid=86262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:00:52.438350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86262) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 20 14:00:52.438709 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Initializing extension manager.
Apr 20 14:00:52.439264 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: __init__.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.439633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: __pycache__ {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.440004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.440362 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: address_group.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.441169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.441842 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: address-group
Apr 20 14:00:52.442194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: address_scope.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.443006 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.443525 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: address-scope
Apr 20 14:00:52.443883 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.444813 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.445381 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: router-admin-state-down-before-update
Apr 20 14:00:52.445871 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: agent.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.446621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.447183 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: agent
Apr 20 14:00:52.447532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: agent_resources_synced.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.448437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.449007 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: agent-resources-synced
Apr 20 14:00:52.449358 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: allowedaddresspairs.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.451173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.451746 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: allowed-address-pairs
Apr 20 14:00:52.452103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: auto_allocated_topology.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.453168 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.453753 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: auto-allocated-topology
Apr 20 14:00:52.454115 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: availability_zone.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.454851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.455417 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: availability_zone
Apr 20 14:00:52.455765 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: availability_zone_filter.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.456674 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.457236 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: availability_zone_filter
Apr 20 14:00:52.457583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: data_plane_status.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.458629 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.459199 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 20 14:00:52.459551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: default_subnetpools.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.460458 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.461018 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: default-subnetpools
Apr 20 14:00:52.461411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.462647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.463215 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: dhcp_agent_scheduler
Apr 20 14:00:52.463567 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: dns.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.464475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.465030 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension dns-integration not supported by any of loaded plugins
Apr 20 14:00:52.465385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: dns_domain_ports.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.466319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.466885 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 20 14:00:52.467230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: dvr.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.467940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.468506 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: dvr
Apr 20 14:00:52.468861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: empty_string_filtering.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.469787 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.470349 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: empty-string-filtering
Apr 20 14:00:52.470696 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.471597 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.472154 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 20 14:00:52.472503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.473411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.473993 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 20 14:00:52.474344 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: external_net.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.475258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.475824 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: external-net
Apr 20 14:00:52.476176 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.477163 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.477744 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: extra_dhcp_opt
Apr 20 14:00:52.478099 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: extraroute.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.479004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.479565 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: extraroute
Apr 20 14:00:52.479917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: extraroute_atomic.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.480935 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.481501 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: extraroute-atomic
Apr 20 14:00:52.481887 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: filter_validation.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.482578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.483139 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: filter-validation
Apr 20 14:00:52.483488 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: fip_pf_description.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.484392 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.484952 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 20 14:00:52.485299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: fip_port_details.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.486328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.486893 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: fip-port-details
Apr 20 14:00:52.487242 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: flavors.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.488470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.489044 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: flavors
Apr 20 14:00:52.489400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.491071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.491653 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 20 14:00:52.492009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: floatingip_pools.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.492800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.493371 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: floatingip-pools
Apr 20 14:00:52.493767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: ip_allocation.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.494712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.495275 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 20 14:00:52.495630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.496542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.497105 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: ip-substring-filtering
Apr 20 14:00:52.497457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: l2_adjacency.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.498414 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.498979 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 20 14:00:52.499331 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: l3.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.500397 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.500964 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: router
Apr 20 14:00:52.501326 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.503655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.504230 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 20 14:00:52.504591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.505517 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.506103 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: ext-gw-mode
Apr 20 14:00:52.506470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.507493 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.508167 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: l3-ha
Apr 20 14:00:52.508544 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: l3_flavors.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.509469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.510071 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: l3-flavors
Apr 20 14:00:52.510426 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.511327 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.511890 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 20 14:00:52.512245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: l3agentscheduler.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.513434 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.514064 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: l3_agent_scheduler
Apr 20 14:00:52.514415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: logging.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.515926 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.516506 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension logging not supported by any of loaded plugins
Apr 20 14:00:52.516879 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: metering.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.517660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.518369 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: metering
Apr 20 14:00:52.518728 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.519834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.520507 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: metering_source_and_destination_fields
Apr 20 14:00:52.520870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: multiprovidernet.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.521818 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.522384 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: multi-provider
Apr 20 14:00:52.522738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: netmtu.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.523649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.524281 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: net-mtu
Apr 20 14:00:52.524640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: netmtu_writable.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.525572 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.526169 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: net-mtu-writable
Apr 20 14:00:52.526524 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: network_availability_zone.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.527353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.527917 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: network_availability_zone
Apr 20 14:00:52.528277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: network_ip_availability.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.529380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.529973 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: network-ip-availability
Apr 20 14:00:52.530328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: network_segment_range.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.531164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.531733 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 20 14:00:52.532082 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: pagination.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.533082 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.533444 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: pagination
Apr 20 14:00:52.533821 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: port_device_profile.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.534715 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.535290 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: port-device-profile
Apr 20 14:00:52.535640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.536561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.537124 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: port-mac-address-regenerate
Apr 20 14:00:52.537475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.538400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.538963 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: port-numa-affinity-policy
Apr 20 14:00:52.539405 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: port_resource_request.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.540310 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.540869 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 20 14:00:52.541221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: portbindings.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.542172 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.542736 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: binding
Apr 20 14:00:52.543091 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: portbindings_extended.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.544363 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.544928 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: binding-extended
Apr 20 14:00:52.545289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: portsecurity.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.546223 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.546789 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: port-security
Apr 20 14:00:52.547142 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: project_id.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.548103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.548465 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: project-id
Apr 20 14:00:52.548816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: providernet.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.549756 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.550334 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: provider
Apr 20 14:00:52.550685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: qos.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.554434 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.555089 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension qos not supported by any of loaded plugins
Apr 20 14:00:52.555454 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.556729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.557300 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 20 14:00:52.557657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.558639 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.559247 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 20 14:00:52.559600 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: qos_default.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.560556 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.561124 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension qos-default not supported by any of loaded plugins
Apr 20 14:00:52.561475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: qos_fip.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.562197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.562757 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension qos-fip not supported by any of loaded plugins
Apr 20 14:00:52.563106 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: qos_gateway_ip.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.564027 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.564589 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 20 14:00:52.564944 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: qos_port_network_policy.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.565891 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.566448 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 20 14:00:52.566801 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: qos_rule_type_details.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.567750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.568313 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 20 14:00:52.568665 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: qos_rules_alias.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.569730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.570310 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 20 14:00:52.570784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: quotasv2.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.571820 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.572175 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: quotas
Apr 20 14:00:52.572523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: quotasv2_detail.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.574282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.574650 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: quota_details
Apr 20 14:00:52.575009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: rbac.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.576175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.576749 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: rbac-policies
Apr 20 14:00:52.577098 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: rbac_address_group.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.578053 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.578636 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: rbac-address-group
Apr 20 14:00:52.578987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: rbac_address_scope.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.579901 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.580468 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: rbac-address-scope
Apr 20 14:00:52.580820 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: rbac_security_groups.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.581720 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.582324 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: rbac-security-groups
Apr 20 14:00:52.582673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: rbac_subnetpool.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.583586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.584177 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: rbac-subnetpool
Apr 20 14:00:52.584524 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: revisionifmatch.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.585444 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.586036 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: revision-if-match
Apr 20 14:00:52.586438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: revisions.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.587877 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.588445 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: standard-attr-revisions
Apr 20 14:00:52.588795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: router_availability_zone.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.589506 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.590106 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: router_availability_zone
Apr 20 14:00:52.590457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: routerservicetype.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.591368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.591932 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension router-service-type not supported by any of loaded plugins
Apr 20 14:00:52.592282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.593202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.593789 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: security-groups-normalized-cidr
Apr 20 14:00:52.594140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.595075 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.595639 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: port-security-groups-filtering
Apr 20 14:00:52.595984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.596925 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.597490 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: security-groups-remote-address-group
Apr 20 14:00:52.597863 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: securitygroup.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.611626 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.612272 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: security-group
Apr 20 14:00:52.612634 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: segment.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.613501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.614099 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension segment not supported by any of loaded plugins
Apr 20 14:00:52.614455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.615424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.615992 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 20 14:00:52.616350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: servicetype.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.617600 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.618121 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: service-type
Apr 20 14:00:52.618487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: sorting.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.619477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.619829 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: sorting
Apr 20 14:00:52.620182 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: standard_attr_segment.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.621165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.621789 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 20 14:00:52.622140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: standardattrdescription.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.622832 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.623403 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: standard-attr-description
Apr 20 14:00:52.623754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: stateful_security_group.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.624667 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.625251 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: stateful-security-group
Apr 20 14:00:52.625603 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: stdattrs_common.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.626200 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 20 14:00:52.626545 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.627541 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.628117 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 20 14:00:52.628472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: subnet_onboard.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.629547 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.630154 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: subnet_onboard
Apr 20 14:00:52.630506 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.631427 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.632003 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 20 14:00:52.632357 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: subnet_service_types.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.633388 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.633983 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: subnet-service-types
Apr 20 14:00:52.634339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: subnetallocation.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.635412 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.635980 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: subnet_allocation
Apr 20 14:00:52.636330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.637025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.637591 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: subnetpool-prefix-ops
Apr 20 14:00:52.637987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.638914 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.639506 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 20 14:00:52.639854 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: tagging.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.641189 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.641778 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: standard-attr-tag
Apr 20 14:00:52.642135 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: timestamp.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.643313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.643884 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loaded extension: standard-attr-timestamp
Apr 20 14:00:52.644239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: trunk.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.645255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.645846 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension trunk not supported by any of loaded plugins
Apr 20 14:00:52.646189 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: trunk_details.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.647120 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.647683 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension trunk-details not supported by any of loaded plugins
Apr 20 14:00:52.648039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: uplink_status_propagation.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.649003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.649566 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 20 14:00:52.649972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Loading extension file: vlantransparent.py {{(pid=86262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 14:00:52.650673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 14:00:52.651239 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 20 14:00:52.654040 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:network
Apr 20 14:00:52.654878 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:subnet
Apr 20 14:00:52.655537 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 14:00:52.656176 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:port
Apr 20 14:00:52.657678 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.658181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service FLAVORS assigned prefix:  {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.658835 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.659285 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.659649 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:router
Apr 20 14:00:52.660359 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 14:00:52.661121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service METERING assigned prefix: /metering {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.662958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb317279d68>> rbac-policy before_create 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.663361 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb317279d68>> rbac-policy before_update 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.663737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fb317279d68>> rbac-policy before_delete 55550000 {{(pid=86262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:00:52.664993 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 14:00:52.665457 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 14:00:52.666274 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 14:00:52.667057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service CORE assigned prefix:  {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.667407 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 14:00:52.667780 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] subnetpool is already registered
Apr 20 14:00:52.668424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service CORE assigned prefix:  {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.668778 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 14:00:52.669122 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] subnetpool is already registered
Apr 20 14:00:52.671874 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.672335 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service FLAVORS assigned prefix:  {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.672962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.673413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.673798 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:router
Apr 20 14:00:52.674150 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] router is already registered
Apr 20 14:00:52.674784 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 14:00:52.676200 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] floatingip is already registered
Apr 20 14:00:52.676200 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service METERING assigned prefix: /metering {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.676486 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 14:00:52.676839 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] rbac_policy is already registered
Apr 20 14:00:52.677425 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 14:00:52.677804 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] security_group is already registered
Apr 20 14:00:52.678436 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 14:00:52.678795 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] security_group_rule is already registered
Apr 20 14:00:52.679487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service CORE assigned prefix:  {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.679841 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 14:00:52.680254 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] subnetpool is already registered
Apr 20 14:00:52.680919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.resource_helper [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Service CORE assigned prefix:  {{(pid=86262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 14:00:52.681273 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 14:00:52.681616 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING neutron.quota.resource_registry [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] subnetpool is already registered
Apr 20 14:00:52.682356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: extensions {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.683916 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: address-groups {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.685551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: address-scopes {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.686828 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: agents {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.688039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: auto-allocated-topology {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.689319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: availability_zones {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.690761 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: dhcp-networks {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.692236 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: dhcp-agents {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.693837 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: routers {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.695830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: flavors {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.697059 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: service_profiles {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.698363 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: next_providers {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.699998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: service_profiles {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.701511 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: floatingip-pools {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.702814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: routers {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.704706 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: floatingips {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.705976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: l3-routers {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.707430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: l3-agents {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.708916 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: metering-labels {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.711735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: metering-label-rules {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.713387 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: network-ip-availabilities {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.714883 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: bindings {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.716621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: quotas {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.718164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: quotas {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.719599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: rbac-policies {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.721187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: security-groups {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.722711 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: security-group-rules {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.724265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: service-providers {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.725733 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: subnetpools {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.727417 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: subnetpools {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.728982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: tags {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.730819 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: tags {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.732699 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: tags {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.734584 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: tags {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.736472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: tags {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.738462 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: tags {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.740259 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: tags {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.742569 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: tags {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.744463 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: tags {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.746408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.extensions [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Extended resource: tags {{(pid=86262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 14:00:52.753533 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING keystonemiddleware.auth_token [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 20 14:00:52.759215 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING keystonemiddleware.auth_token [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 20 14:00:52.768735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Acquired lock "singleton_lock" {{(pid=86262) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 20 14:00:52.769251 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Releasing lock "singleton_lock" {{(pid=86262) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 20 14:00:52.770782 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO oslo_service.service [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Starting 2 workers
Apr 20 14:00:52.775920 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Started child 86375 {{(pid=86262) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 14:00:52.780250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:00:52.781130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Started child 86376 {{(pid=86262) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 14:00:52.782152 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [-] (86375) wsgi starting up on http://0.0.0.0:9696
Apr 20 14:00:52.782843 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.service [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 20 14:00:52.783543 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Notify callbacks [] for process, before_spawn {{(pid=86262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:00:52.786333 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO oslo_service.service [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Starting 1 workers
Apr 20 14:00:52.788810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:00:52.790311 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [-] (86376) wsgi starting up on http://0.0.0.0:9696
Apr 20 14:00:52.792145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Started child 86377 {{(pid=86262) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 14:00:52.792723 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO oslo_service.service [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Starting 1 workers
Apr 20 14:00:52.796146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.service [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] calling RpcWorker wait() {{(pid=86377) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 20 14:00:52.796667 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.service [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] returning from RpcWorker wait() {{(pid=86377) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 20 14:00:52.797614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Started child 86378 {{(pid=86262) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 14:00:52.798409 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77986e1a-8210-451e-9448-c9261e8c6352 None None] Notify callbacks [] for process, after_spawn {{(pid=86262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:00:52.798586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:00:52.799148 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:00:52.800026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86262) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 14:00:52.800268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 14:00:52.800439 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 14:00:52.800705 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 14:00:52.801109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 14:00:52.801263 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 14:00:52.801401 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:00:52.801856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.802152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.802440 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.802713 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.803015 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.803658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.803951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.804245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.804543 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.804815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.805176 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.805415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.805632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.805906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.806224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.806504 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.806736 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.807031 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.807262 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.807501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.807725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.808018 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.808302 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.808563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.809126 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.809398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.809647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.809852 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.810152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.810391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.810696 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.810966 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.811193 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.811424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.811719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.811975 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.812140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.812320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.812590 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.812824 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.813561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] host                           = dv-cinder-774594-5-iscsi {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.813561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.813885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.814013 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.814292 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.814442 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.814680 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.814907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.815292 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.815544 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.815775 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.816077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.816527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.816740 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.816889 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.817020 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.817300 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.817533 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.817835 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.817981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.818237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.818398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.818656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.818814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.819044 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.819450 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.819672 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.819989 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.820204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.820412 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.820615 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.820951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.821178 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.821481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.821899 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.822154 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.822374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.822605 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.822831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.823148 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.823380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.823940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.823940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.824386 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.824386 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.824793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.825017 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.825237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.825490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.825744 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.825972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.826203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.826417 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.826737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.826971 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.827261 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.827476 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:00:52.827689 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.827887 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.828096 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.828324 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.828561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.828791 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.829014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.829233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.829481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.829977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.829977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.829977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.830578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.830578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.830998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.831207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.831477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.831711 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.831949 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.832296 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.832527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.832748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.832966 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.833181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.833468 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.833746 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.834237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.834237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.834650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.834872 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.835179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.835969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.837190 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.837422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.837633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.838022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.838435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.838628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.838812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.839143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.839398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.839641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.840051 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.840292 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.840683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.841911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.842071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.842203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.842441 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.842660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.842899 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.843118 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.843378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.843622 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.843966 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.844660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.844660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.844660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.847762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.847762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.847762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.847762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.848104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.848330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.848624 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.848880 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.849131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.849376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.849629 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.849930 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.850179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.850421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.850663 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.850933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.851210 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.851490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.851869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.852116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.852358 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.852607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.852850 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.853095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.853346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.853590 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.853862 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.854135 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.854376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.854618 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.854877 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.855116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.855356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.855595 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.855847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.856088 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.856327 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.856566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.856826 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.857066 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.857375 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.857720 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.857996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.858280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.858530 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.858806 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.859071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.859355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.859602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.859848 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.860089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.860379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.860663 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.860946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.861196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.861461 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.861785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.863292 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.863726 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.864069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.864413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.864794 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.865183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.865500 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.865931 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.866323 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.866737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.867137 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.867512 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.867919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.868275 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.868621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.869008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.869503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.872306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.872782 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.873243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.873742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.874109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.874451 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.874824 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.875210 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.875542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.875941 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.876225 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.876487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.876749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.877037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.877410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.877723 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.878111 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.878387 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.878705 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.879029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.880528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.880528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.880528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.880528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.880528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.881536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.881536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.881536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.881536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.885013 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.886033 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.886267 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.886572 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.886862 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.887153 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.887970 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.887970 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.887970 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.888641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.888641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.888641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.889157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.889157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.889509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.889742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.889918 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.890568 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.890846 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.892226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.892558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.892860 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.893786 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.894071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.894320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.894761 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.895258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.895773 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.896271 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.896725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.897121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.897545 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.898991 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.899228 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.900099 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.900352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.900821 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.901046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.902687 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.903350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.903725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.904006 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.904293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.904566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.904824 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.905098 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.905339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.905588 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.905845 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.906075 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.906313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.906560 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.906832 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.907100 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.907344 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.907591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.907838 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.908198 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.908446 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.908789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.909028 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.909745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.910934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.911846 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.912141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.912365 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.912621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.912921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.913078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.913578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.913578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.914039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.914307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.914477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.914672 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.914895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.915541 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.916575 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.916824 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.917161 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.917599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.917988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.918301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.918558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.918975 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.919282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.919548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.919974 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.920240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.920627 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.921277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.922198 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.922543 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.922848 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.923103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.923422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.923759 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.924062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.924516 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.924982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.925517 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.925800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.926130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.926414 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.926718 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.926964 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.927278 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.927696 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.930313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.930812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.931277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.931849 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.932222 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.932632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.933048 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.933459 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.933886 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.934389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.935231 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.935231 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.935658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.936078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.936525 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.937009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.937548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.938293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.939008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.939520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 14:00:52.940580 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86262) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 14:00:52.941128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 14:00:52.941453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 14:00:52.941861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 14:00:52.942227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 14:00:52.942544 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 14:00:52.942974 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.943313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.943645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.944032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.944308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.944668 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.944997 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.945326 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.945687 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.946046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.946379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.946699 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.947040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.947375 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.947701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.948020 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.948350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.948683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.949022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.949347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.949687 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.950052 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.950380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.950681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.951033 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.951336 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.951651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.951962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.952270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.952580 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.952892 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.953202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.953510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.953855 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.954164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.954460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.954765 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.955071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.955370 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.955670 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.955980 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] host                           = dv-cinder-774594-5-iscsi {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.956285 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.956591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.956907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.957204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.957497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.957809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.958104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.958402 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.958702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.959006 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.959308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.960873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.960873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.960873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.960873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.960873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.960873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.962348 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.962348 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.962348 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.962945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.962945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.963283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.963283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.963584 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.963802 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.964083 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.964378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.964674 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.964973 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.965274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.965566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.965890 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.966194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.966485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.966790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.967094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.967429 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.967683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:00:52.967910 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.968145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.968365 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.968586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.968807 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.969025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.969305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.969598 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.969883 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.970186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.970476 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.970771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.971066 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.971360 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.971660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.971952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.972244 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.972550 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.972843 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.973143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.973423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.973723 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.974016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.974285 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.974551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.974814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.975095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.975365 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.975635 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.975903 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.976174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 14:00:52.976482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.976810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.977135 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.977417 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.977711 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.978014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.978289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.978562 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.978844 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.979124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.979410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.979697 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.979988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.980263 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.980541 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.980822 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.981091 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.981366 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.981612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.981890 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.982144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.982388 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.982701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.982977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.983253 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.983540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.983820 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.984095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.985725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.985725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.985725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.985725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.985725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.985725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.986187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.986187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.986385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.986920 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.987417 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.987705 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.987997 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.988277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.988551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.988835 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.989114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.989393 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.989674 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.989984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.990260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.990539 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.990834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.991111 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.991386 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.991655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.991965 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.992206 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.992872 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.993162 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.993409 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.993753 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.994010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.994315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.994588 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.994880 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.995127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.995420 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.995681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.995976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.996257 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.996644 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.996882 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.997289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.997289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.997765 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.998022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.998294 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.998294 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.998885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.998885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.999192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.999332 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.999609 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:52.999885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.000160 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.000455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.000765 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.001051 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.001346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.001646 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.001977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.002280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.002584 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.002941 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.003172 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.003475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.003773 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.004079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.004395 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.004707 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.005010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.005317 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.005602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.005915 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.006192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.006474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.006753 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.007011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.007372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.007536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.007766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.008078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.008373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.008725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.008894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.009149 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.009437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.009750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.010029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.010299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.010566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.010839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.011116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.011394 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.011682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.011959 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.012236 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.012512 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.012802 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.013094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.013349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.013681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.013992 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.014438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.014584 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.014826 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.015104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.015381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.015676 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.015958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.016240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.016522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.016794 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.017085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.017365 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.017637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.017937 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.018207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.018440 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.018710 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.018976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.019238 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.019513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.019777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.020046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.020367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.020574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.020847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.021116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.021394 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.021677 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.022002 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.022286 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.022576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.022858 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.023151 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.023808 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.023808 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.024422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.024422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.024699 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.024838 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.025004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.025289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.025575 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.025890 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.026177 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.026463 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.026745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.027033 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.027317 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.027604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.027892 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.028174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.028464 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.028756 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.029055 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.029338 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.029655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.029962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.030245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.030526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.030816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.031118 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.031407 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.031708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.031997 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.032287 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.032566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.032861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.033155 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.033430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.033731 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.034019 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.034304 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.034576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.034849 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.035150 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.035421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.035699 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.035974 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.036244 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.036531 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.036803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.037071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.037341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.037610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.037957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.038227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.038527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.038827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.039099 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.039416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.039698 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.040000 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.040305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.040607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.040929 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.041242 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.041554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.041905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.042223 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.042558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.042872 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.043161 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.043495 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.043811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.044122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.044433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.044767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.045082 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.045400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.045741 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.046062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.046375 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.046696 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.047016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.047352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.047677 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.047991 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.048309 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.048619 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.048950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.049239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.049554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.049916 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.050226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.050531 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.050839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.051147 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.051454 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.051763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.052067 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.052368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.052673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.052975 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.053286 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.053594 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.053907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.054226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.054533 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.054851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.055204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.055517 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.055809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 14:00:53.056110 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 14:00:53.229636 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 48226) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:00:53.240773 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0090349
Apr 20 14:01:04.334924 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83900b8-6001-486d-9835-273ab93dd754 None None] get_active_networks_info from dv-cinder-774594-5-iscsi {{(pid=86377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 20 14:01:04.450411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83900b8-6001-486d-9835-273ab93dd754 None None] No non-hosted networks {{(pid=86377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 20 14:01:04.457645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agentschedulers_db [None req-d83900b8-6001-486d-9835-273ab93dd754 None None] DHCP Agent not found on host dv-cinder-774594-5-iscsi {{(pid=86377) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 20 14:01:04.587424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cc59c574-97c5-4321-8b48-559a0e95ab1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717'] for agent, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:06.635322 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-efcadb3d-4d90-4c6d-8890-b6da901bab34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717'] for agent, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:06.683585 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7ac98db6-f37c-4c10-b3cb-6e6ab441d74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:07.259762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717'] for agent, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:07.629858 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717'] for agent, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:07.634220 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:07.635570 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:07.638148 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:07.640192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:07.641021 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:07.644425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:07.647412 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:07.648816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:07.649755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:07.650389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:07.650909 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:07.651416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:07.651979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fb316619278>, 'Open vSwitch agent', 'dv-cinder-774594-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:01:07.658654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fb316647630>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774594-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:01:08.988070 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717'] for agent, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:09.883882 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 48316) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:01:10.107582 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_hamode_db [None req-08281320-521a-4284-b207-dd73350feeee None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 20 14:01:10.196663 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08281320-521a-4284-b207-dd73350feeee None None] Routers set() bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:01:10.197085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08281320-521a-4284-b207-dd73350feeee None None] Router IDs set() for agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 20 14:01:10.575786 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING oslo_policy.policy [None req-ede7601f-e6ba-49f5-a817-cae0776ebc45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:01:10.576357 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING oslo_policy.policy [None req-ede7601f-e6ba-49f5-a817-cae0776ebc45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:01:10.808748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [None req-ede7601f-e6ba-49f5-a817-cae0776ebc45 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:01:10.810182 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ede7601f-e6ba-49f5-a817-cae0776ebc45 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9243453
Apr 20 14:01:13.616342 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 48330) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:01:14.299874 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING oslo_policy.policy [None req-59623399-6a41-41d6-9df0-6b2536ea57dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:01:14.300487 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING oslo_policy.policy [None req-59623399-6a41-41d6-9df0-6b2536ea57dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:01:14.530072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-59623399-6a41-41d6-9df0-6b2536ea57dd admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:01:14.632238 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.policy [None req-59623399-6a41-41d6-9df0-6b2536ea57dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86376) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 14:01:14.687569 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING oslo_policy.policy [None req-59623399-6a41-41d6-9df0-6b2536ea57dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:01:14.687991 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING oslo_policy.policy [None req-59623399-6a41-41d6-9df0-6b2536ea57dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:01:14.705511 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota [None req-59623399-6a41-41d6-9df0-6b2536ea57dd admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fb316f5a630>.
Apr 20 14:01:14.721879 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-59623399-6a41-41d6-9df0-6b2536ea57dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:01:14.781471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-59623399-6a41-41d6-9df0-6b2536ea57dd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261401488447', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261401488941', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261401490909', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261401472433', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261401522139', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261401521818', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16556247', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16338903', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-988520', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853835385'] for rbac-policy, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:15.013586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-59623399-6a41-41d6-9df0-6b2536ea57dd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:15.014909 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-59623399-6a41-41d6-9df0-6b2536ea57dd admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.3976407
Apr 20 14:01:18.029271 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 48348) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:01:18.454768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Request body: {'network': {'project_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'admin_state_up': True, 'name': 'private'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:01:18.461591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:01:18.466613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Usage tracker for resource:network and tenant:aa0cbf7beeee4b1fbb63e03ccfb6f759 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:01:18.470347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:01:18.477050 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:01:18.487391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Made reservation on behalf of aa0cbf7beeee4b1fbb63e03ccfb6f759 for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:01:18.493333 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:18.509854 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:18.525580 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:01:18.529972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Usage tracker for resource:security_group_rule and tenant:aa0cbf7beeee4b1fbb63e03ccfb6f759 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:01:18.533663 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:01:18.539953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:01:18.639382 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:18.642818 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:18.647534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:18.664194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'}  {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:01:18.692199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363261406371734', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:18.692810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fb317c206a8> segment precommit_create {{(pid=86376) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 14:01:18.693269 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Added segment 75783ab7-e5f4-4610-b9d7-10489be00eb2 of type vlan for network 92de9b5c-1a36-49d1-a057-2cfb8dfb45c1
Apr 20 14:01:18.745499 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67116f49-f981-4af4-8926-b93d313bd8bb,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:18.768650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:18.768963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:18.769361 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:18.769737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:18.770090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:18.770438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:18.770789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:18.771148 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:18.771493 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:18.771839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:18.772162 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:18.772501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Tracked resource versions report:
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]: pushed versions:
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]: {   'AddressGroup': {'1.2'},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     'ConntrackHelper': {'1.0'},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Log': {'1.0'},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Network': {'1.1'},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Port': {'1.7'},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     'PortForwarding': {'1.2'},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     'QosPolicy': {'1.8'},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroup': {'1.4'},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SubPort': {'1.0'},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Subnet': {'1.1'},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Trunk': {'1.1'}}
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]: consumer versions:
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]: {   DHCP agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     L3 agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metadata agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metering agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:     Open vSwitch agent@dv-cinder-774594-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Log': '1.0',
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Network': '1.1',
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Port': '1.7',
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'PortForwarding': '1.2',
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'QosPolicy': '1.8',
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroup': '1.4',
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SubPort': '1.0',
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Subnet': '1.1',
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Trunk': '1.1'}}
Apr 20 14:01:18.773536 dv-cinder-774594-5-iscsi neutron-server[86262]:  {{(pid=86376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:01:18.810951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:18.825583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:18.854839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:18.856305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:01:18.856956 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:18.860485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:18.971320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Pushing event updated for resources: {'Network': ['ID=92de9b5c-1a36-49d1-a057-2cfb8dfb45c1,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:18.974291 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9438853
Apr 20 14:01:18.987491 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:19.001608 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network 92de9b5c-1a36-49d1-a057-2cfb8dfb45c1 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:01:22.057368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 48364) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:01:22.682401 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.policy [None req-e893c1ed-32b4-4bf9-a1eb-2138c7864a33 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86375) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 14:01:22.900302 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING oslo_policy.policy [None req-e893c1ed-32b4-4bf9-a1eb-2138c7864a33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:01:22.900739 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING oslo_policy.policy [None req-e893c1ed-32b4-4bf9-a1eb-2138c7864a33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 14:01:22.918630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e893c1ed-32b4-4bf9-a1eb-2138c7864a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:01:22.920320 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e893c1ed-32b4-4bf9-a1eb-2138c7864a33 admin admin] 10.222.0.30 "GET /v2.0/networks/92de9b5c-1a36-49d1-a057-2cfb8dfb45c1 HTTP/1.1" status: 200  len: 825 time: 0.8619339
Apr 20 14:01:22.955179 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-833e5374-979d-4c23-a3be-876fea414612 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/c57b7fd4-3b54-4b50-a6b0-6b2d094e2252 HTTP/1.1" status: 200  len: 734 time: 0.0283852
Apr 20 14:01:22.965668 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Request body: {'subnet': {'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1', 'gateway_ip': '172.20.0.1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'c57b7fd4-3b54-4b50-a6b0-6b2d094e2252'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:01:22.968615 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.quota [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fb31702d0f0>.
Apr 20 14:01:22.974765 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:01:22.980377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Usage tracker for resource:subnet and tenant:aa0cbf7beeee4b1fbb63e03ccfb6f759 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:01:22.983691 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:01:22.990748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:01:23.006194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Made reservation on behalf of aa0cbf7beeee4b1fbb63e03ccfb6f759 for: {'subnet': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:01:23.012489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Notify callbacks [] for subnet, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:23.539860 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for subnet, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:23.544427 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:23.632586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Checking segment: {'id': '75783ab7-e5f4-4610-b9d7-10489be00eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:01:23.632962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Network hostable DHCP agents. Network: 92de9b5c-1a36-49d1-a057-2cfb8dfb45c1, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:01:23.650912 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Pushing event updated for resources: {'Subnet': ['ID=9813b751-3094-405a-ae1f-5115d4778229,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:23.664698 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:23.665052 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:23.665408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:23.665753 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:23.666116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:23.666457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:23.666790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:23.667129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:23.667481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:23.667821 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:23.668151 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:23.668461 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Tracked resource versions report:
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]: pushed versions:
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]: {   'AddressGroup': {'1.2'},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     'ConntrackHelper': {'1.0'},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Log': {'1.0'},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Network': {'1.1'},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Port': {'1.7'},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     'PortForwarding': {'1.2'},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     'QosPolicy': {'1.8'},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroup': {'1.4'},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SubPort': {'1.0'},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Subnet': {'1.1'},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Trunk': {'1.1'}}
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]: consumer versions:
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]: {   DHCP agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     L3 agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metadata agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metering agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:     Open vSwitch agent@dv-cinder-774594-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Log': '1.0',
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Network': '1.1',
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Port': '1.7',
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'PortForwarding': '1.2',
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'QosPolicy': '1.8',
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroup': '1.4',
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SubPort': '1.0',
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Subnet': '1.1',
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Trunk': '1.1'}}
Apr 20 14:01:23.669477 dv-cinder-774594-5-iscsi neutron-server[86262]:  {{(pid=86375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:01:23.693456 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Network 92de9b5c-1a36-49d1-a057-2cfb8dfb45c1 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:01:23.708989 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:23.712072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, 92de9b5c-1a36-49d1-a057-2cfb8dfb45c1) {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:01:23.717322 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:01:23.718038 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:23.722899 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f792c68-a7ad-486e-a498-bfe0b0a7bd03 None None] Network 92de9b5c-1a36-49d1-a057-2cfb8dfb45c1 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:01:23.744504 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7828255
Apr 20 14:01:24.060057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfca74e90-b3bb-545f-b56d-cce190126c4c-92de9b5c-1a36-49d1-a057-2cfb8dfb45c1', 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'fixed_ips': [{'subnet_id': '9813b751-3094-405a-ae1f-5115d4778229'}]}} from dv-cinder-774594-5-iscsi. {{(pid=86377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:01:24.061313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:24.440105 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Allocated IP 172.20.0.2 (92de9b5c-1a36-49d1-a057-2cfb8dfb45c1/9813b751-3094-405a-ae1f-5115d4778229/b09c0018-37ca-4887-806c-d9ed55c6199e) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:01:24.678227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:24.691443 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Transition to ACTIVE for port object b09c0018-37ca-4887-806c-d9ed55c6199e will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:01:24.712632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Transition to ACTIVE for port object b09c0018-37ca-4887-806c-d9ed55c6199e will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:01:24.719836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:24.727245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:24.792118 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Network 92de9b5c-1a36-49d1-a057-2cfb8dfb45c1 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:01:24.795108 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Resources bound (agent type, host, resource id):  {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:01:24.802475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:01:24.804656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Pushing event updated for resources: {'Port': ['ID=b09c0018-37ca-4887-806c-d9ed55c6199e,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:24.814577 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:24.814949 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:24.815319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:24.815700 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:24.816112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:24.816537 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:24.816760 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:24.817109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:24.817506 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:24.817878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:24.818235 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:24.818610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Tracked resource versions report:
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]: pushed versions:
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]: {   'AddressGroup': {'1.2'},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     'ConntrackHelper': {'1.0'},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Log': {'1.0'},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Network': {'1.1'},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Port': {'1.7'},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     'PortForwarding': {'1.2'},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     'QosPolicy': {'1.8'},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroup': {'1.4'},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SubPort': {'1.0'},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Subnet': {'1.1'},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Trunk': {'1.1'}}
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]: consumer versions:
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]: {   DHCP agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     L3 agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metadata agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metering agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:     Open vSwitch agent@dv-cinder-774594-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Log': '1.0',
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Network': '1.1',
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Port': '1.7',
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'PortForwarding': '1.2',
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'QosPolicy': '1.8',
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroup': '1.4',
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SubPort': '1.0',
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Subnet': '1.1',
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Trunk': '1.1'}}
Apr 20 14:01:24.819740 dv-cinder-774594-5-iscsi neutron-server[86262]:  {{(pid=86377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:01:24.860423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:24.914212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Attempting to bind port b09c0018-37ca-4887-806c-d9ed55c6199e on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:01:24.914636 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Attempting to bind port b09c0018-37ca-4887-806c-d9ed55c6199e by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '75783ab7-e5f4-4610-b9d7-10489be00eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:01:24.915038 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Attempting to bind port b09c0018-37ca-4887-806c-d9ed55c6199e on network 92de9b5c-1a36-49d1-a057-2cfb8dfb45c1 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:01:24.920841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:01:24.921251 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Checking segment: {'id': '75783ab7-e5f4-4610-b9d7-10489be00eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:01:24.922683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:24.922683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Bound using segment: {'id': '75783ab7-e5f4-4610-b9d7-10489be00eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:01:24.922683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Bound port: b09c0018-37ca-4887-806c-d9ed55c6199e, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75783ab7-e5f4-4610-b9d7-10489be00eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:01:24.923052 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:25.025617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] For port b09c0018-37ca-4887-806c-d9ed55c6199e, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:01:25.030025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] For port b09c0018-37ca-4887-806c-d9ed55c6199e, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=b09c0018-37ca-4887-806c-d9ed55c6199e,segment=NetworkSegment(75783ab7-e5f4-4610-b9d7-10489be00eb2),segment_id=75783ab7-e5f4-4610-b9d7-10489be00eb2)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:01:25.034428 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:25.039647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:25.143633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Pushing event updated for resources: {'Port': ['ID=b09c0018-37ca-4887-806c-d9ed55c6199e,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:25.147011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:26.567377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 48380) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:01:26.989181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [None req-532298bc-dd55-4f47-bd07-2f7814f9fee9 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:01:26.990295 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-532298bc-dd55-4f47-bd07-2f7814f9fee9 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4219434
Apr 20 14:01:29.792655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 48390) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:01:30.233656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [None req-720ed273-8571-41d5-80fd-1c0311af9e2a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:01:30.234885 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-720ed273-8571-41d5-80fd-1c0311af9e2a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4411972
Apr 20 14:01:31.837931 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device b09c0018-37ca-4887-806c-d9ed55c6199e up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:01:31.910643 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port b09c0018-37ca-4887-806c-d9ed55c6199e completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:01:32.111480 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1e47ef-f4e8-4825-8313-33896a64e598 None None] Network 92de9b5c-1a36-49d1-a057-2cfb8dfb45c1 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:01:32.216542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5ed8b23a-d525-4636-bbc6-58a4c43a2af9 None None] Provisioning for port b09c0018-37ca-4887-806c-d9ed55c6199e completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:01:32.236520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5ed8b23a-d525-4636-bbc6-58a4c43a2af9 None None] Provisioning complete for port b09c0018-37ca-4887-806c-d9ed55c6199e triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:01:32.236938 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b23a-d525-4636-bbc6-58a4c43a2af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:32.472417 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b23a-d525-4636-bbc6-58a4c43a2af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:32.521030 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5ed8b23a-d525-4636-bbc6-58a4c43a2af9 None None] For port b09c0018-37ca-4887-806c-d9ed55c6199e, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=b09c0018-37ca-4887-806c-d9ed55c6199e,segment=NetworkSegment(75783ab7-e5f4-4610-b9d7-10489be00eb2),segment_id=75783ab7-e5f4-4610-b9d7-10489be00eb2)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:01:32.527501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5ed8b23a-d525-4636-bbc6-58a4c43a2af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:32.532930 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:32.608706 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8b23a-d525-4636-bbc6-58a4c43a2af9 None None] Pushing event updated for resources: {'Port': ['ID=b09c0018-37ca-4887-806c-d9ed55c6199e,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:32.612538 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5ed8b23a-d525-4636-bbc6-58a4c43a2af9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:32.755206 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-2dc831c7-0234-4f77-a44e-2d2f8585e2a8 None None] Provisioning complete for port b09c0018-37ca-4887-806c-d9ed55c6199e triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:01:32.755612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2dc831c7-0234-4f77-a44e-2d2f8585e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:33.369143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 48406) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:01:33.792049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-ad7e8a4b-950d-4231-8a26-7fb45a321d59 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'name': 'router1'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:01:33.796952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device b09c0018-37ca-4887-806c-d9ed55c6199e up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:01:33.797154 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ad7e8a4b-950d-4231-8a26-7fb45a321d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:01:33.801253 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ad7e8a4b-950d-4231-8a26-7fb45a321d59 admin admin] Usage tracker for resource:router and tenant:aa0cbf7beeee4b1fbb63e03ccfb6f759 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:01:33.805130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ad7e8a4b-950d-4231-8a26-7fb45a321d59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:01:33.811514 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ad7e8a4b-950d-4231-8a26-7fb45a321d59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:01:33.827089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8a4b-950d-4231-8a26-7fb45a321d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853793824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761469'] for router, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:33.828482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8a4b-950d-4231-8a26-7fb45a321d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14588'] for router, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:33.851624 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8a4b-950d-4231-8a26-7fb45a321d59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:33.872673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port b09c0018-37ca-4887-806c-d9ed55c6199e triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:01:33.872996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:33.963375 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8a4b-950d-4231-8a26-7fb45a321d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853833005'] for router, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:33.982599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8a4b-950d-4231-8a26-7fb45a321d59 admin admin] Notify callbacks [] for router, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:33.983865 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ad7e8a4b-950d-4231-8a26-7fb45a321d59 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6136029
Apr 20 14:01:34.220922 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8dc4b36c-cd8c-449d-8ccf-2b4c0acdb7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:36.640878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1744262a-e7a3-443d-b307-666d32e75b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:36.742281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 48422) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:01:37.070037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [None req-101582fa-fe8c-49a8-8f52-73c5ace39f99 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:01:37.071128 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-101582fa-fe8c-49a8-8f52-73c5ace39f99 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3279099
Apr 20 14:01:37.217179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:37.631385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:37.851833 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 5 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:01:38.920601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:39.745687 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 48442) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:01:39.798710 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:01:39.804606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:01:39.809138 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Usage tracker for resource:network and tenant:5d65201130714954a490319b59a2d014 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:01:39.813055 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:01:39.819546 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:01:39.831254 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Made reservation on behalf of 5d65201130714954a490319b59a2d014 for: {'network': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:01:39.835784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:39.852581 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:39.868022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:01:39.872130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Usage tracker for resource:security_group_rule and tenant:5d65201130714954a490319b59a2d014 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:01:39.879262 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:01:39.884783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:01:39.986433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:39.990207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:39.994237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:40.011552 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Reserving flat network on physical network physnet1 {{(pid=86375) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 20 14:01:40.034398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c61a9-dce9-4775-9bd7-66e73cdb4418,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:40.040367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363261406371734', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:40.040951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fb317c206a8> segment precommit_create {{(pid=86375) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 14:01:40.041449 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Added segment 7789a344-88ac-4432-9462-b7ea5e65c481 of type flat for network da2a561a-f59b-4a7e-965e-e4dc6d9662da
Apr 20 14:01:40.049063 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:40.094050 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:40.139078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:40.140403 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:01:40.141030 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:40.145932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:40.252035 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5051064
Apr 20 14:01:40.252749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Pushing event updated for resources: {'Network': ['ID=da2a561a-f59b-4a7e-965e-e4dc6d9662da,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:40.256089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:40.264656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:01:42.916592 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 48456) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:01:43.040985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c7b706-b3ae-484e-8c45-f8066584c415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:01:43.042757 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-39c7b706-b3ae-484e-8c45-f8066584c415 admin admin] 10.222.0.30 "GET /v2.0/subnets/9813b751-3094-405a-ae1f-5115d4778229 HTTP/1.1" status: 200  len: 849 time: 0.1249461
Apr 20 14:01:43.196614 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6ebf643d-a2d5-4154-b94d-e9619e355fd6 admin admin] 10.222.0.30 "GET /v2.0/routers/bb9b8849-9ea0-4823-afaa-178a15fe0fcc HTTP/1.1" status: 200  len: 704 time: 0.1470380
Apr 20 14:01:43.853371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:44.107295 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Allocated IP 172.20.0.1 (92de9b5c-1a36-49d1-a057-2cfb8dfb45c1/9813b751-3094-405a-ae1f-5115d4778229/6110ffc5-d54a-49fb-a294-746a07e738a8) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:01:44.274745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:44.293212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Transition to ACTIVE for port object 6110ffc5-d54a-49fb-a294-746a07e738a8 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:01:44.351695 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:44.356863 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:44.425875 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Network 92de9b5c-1a36-49d1-a057-2cfb8dfb45c1 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:01:44.429661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:01:44.432338 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:01:44.433058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-940302'] for router_interface, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:44.592384 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Pushing event updated for resources: {'Port': ['ID=6110ffc5-d54a-49fb-a294-746a07e738a8,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:44.600817 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:44.691554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-a1a1f836-59fa-4207-81b8-26b907e3d572 None None] Provisioning for port 6110ffc5-d54a-49fb-a294-746a07e738a8 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:01:44.700876 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-a1a1f836-59fa-4207-81b8-26b907e3d572 None None] Provisioning complete for port 6110ffc5-d54a-49fb-a294-746a07e738a8 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:01:44.701406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a1a1f836-59fa-4207-81b8-26b907e3d572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:44.728276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:44.787616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1f836-59fa-4207-81b8-26b907e3d572 None None] Port 6110ffc5-d54a-49fb-a294-746a07e738a8 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:01:44.990984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:44.995586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:44.996791 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853835415'] for router_interface, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:45.000572 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:45.139578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Pushing event updated for resources: {'Port': ['ID=6110ffc5-d54a-49fb-a294-746a07e738a8,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:45.143990 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:45.208561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Network 92de9b5c-1a36-49d1-a057-2cfb8dfb45c1 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:01:45.209885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:01:45.422349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-f9510b94-38aa-4cda-b6bc-68625922f37f None None] Provisioning complete for port 6110ffc5-d54a-49fb-a294-746a07e738a8 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:01:45.422919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f9510b94-38aa-4cda-b6bc-68625922f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:45.521197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-f9510b94-38aa-4cda-b6bc-68625922f37f None None] Port 6110ffc5-d54a-49fb-a294-746a07e738a8 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:01:45.645981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Router bb9b8849-9ea0-4823-afaa-178a15fe0fcc is scheduled to L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f with binding_index 1 {{(pid=86375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:01:45.815179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:01:45.828698 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Sync routers for ids ['bb9b8849-9ea0-4823-afaa-178a15fe0fcc'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:01:45.828964 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] 10.222.0.30 "PUT /v2.0/routers/bb9b8849-9ea0-4823-afaa-178a15fe0fcc/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6235209
Apr 20 14:01:45.841784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Routers {'bb9b8849-9ea0-4823-afaa-178a15fe0fcc'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:01:45.842811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316ed0f28>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:01:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['bb9b8849-9ea0-4823-afaa-178a15fe0fcc'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:01:46.044032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Set router bb9b8849-9ea0-4823-afaa-178a15fe0fcc gateway port host: None {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:01:46.660481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316ed0f28>, [{'id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'name': 'router1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:01:33Z', 'updated_at': '2021-04-20T14:01:44Z', 'revision_number': 2, 'project_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'gw_port_host': None, '_interfaces': [{'id': '6110ffc5-d54a-49fb-a294-746a07e738a8', 'name': '', 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'mac_address': 'fa:16:3e:b3:6c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9813b751-3094-405a-ae1f-5115d4778229', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:01:43Z', 'updated_at': '2021-04-20T14:01:44Z', 'revision_number': 2, 'project_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'subnets': [{'id': '9813b751-3094-405a-ae1f-5115d4778229', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c57b7fd4-3b54-4b50-a6b0-6b2d094e2252'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:01:46.666553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Checking router: bb9b8849-9ea0-4823-afaa-178a15fe0fcc for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:01:46.667017 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Updating router bb9b8849-9ea0-4823-afaa-178a15fe0fcc port 6110ffc5-d54a-49fb-a294-746a07e738a8 binding host dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:01:46.732769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:47.178686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:47.195590 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Transition to ACTIVE for port object 6110ffc5-d54a-49fb-a294-746a07e738a8 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:01:47.203336 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:47.209886 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:47.441100 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Pushing event updated for resources: {'Port': ['ID=6110ffc5-d54a-49fb-a294-746a07e738a8,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:47.488410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:47.488891 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:47.489382 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:47.489919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:47.490346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:47.490763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:47.491229 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:47.491643 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:47.492080 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:47.492553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:47.492967 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:47.493381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Tracked resource versions report:
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]: pushed versions:
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]: {   'AddressGroup': {'1.2'},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     'ConntrackHelper': {'1.0'},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Log': {'1.0'},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Network': {'1.1'},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Port': {'1.7'},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     'PortForwarding': {'1.2'},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     'QosPolicy': {'1.8'},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroup': {'1.4'},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SubPort': {'1.0'},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Subnet': {'1.1'},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Trunk': {'1.1'}}
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]: consumer versions:
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]: {   DHCP agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     L3 agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metadata agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metering agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:     Open vSwitch agent@dv-cinder-774594-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Log': '1.0',
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Network': '1.1',
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Port': '1.7',
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'PortForwarding': '1.2',
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'QosPolicy': '1.8',
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroup': '1.4',
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SubPort': '1.0',
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Subnet': '1.1',
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Trunk': '1.1'}}
Apr 20 14:01:47.494662 dv-cinder-774594-5-iscsi neutron-server[86262]:  {{(pid=86378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:01:47.516840 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:47.528209 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Attempting to bind port 6110ffc5-d54a-49fb-a294-746a07e738a8 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:01:47.528713 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Attempting to bind port 6110ffc5-d54a-49fb-a294-746a07e738a8 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '75783ab7-e5f4-4610-b9d7-10489be00eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:01:47.529186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Attempting to bind port 6110ffc5-d54a-49fb-a294-746a07e738a8 on network 92de9b5c-1a36-49d1-a057-2cfb8dfb45c1 {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:01:47.535902 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:01:47.536322 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Checking segment: {'id': '75783ab7-e5f4-4610-b9d7-10489be00eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:01:47.536873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:47.537366 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Bound using segment: {'id': '75783ab7-e5f4-4610-b9d7-10489be00eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:01:47.538042 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Bound port: 6110ffc5-d54a-49fb-a294-746a07e738a8, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75783ab7-e5f4-4610-b9d7-10489be00eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:01:47.538522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:47.656777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] For port 6110ffc5-d54a-49fb-a294-746a07e738a8, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:01:47.663592 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] For port 6110ffc5-d54a-49fb-a294-746a07e738a8, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=6110ffc5-d54a-49fb-a294-746a07e738a8,segment=NetworkSegment(75783ab7-e5f4-4610-b9d7-10489be00eb2),segment_id=75783ab7-e5f4-4610-b9d7-10489be00eb2)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:01:47.670836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:47.676937 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:47.797623 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Pushing event updated for resources: {'Port': ['ID=6110ffc5-d54a-49fb-a294-746a07e738a8,revision_number=4']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:47.809447 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2e74f5c7-2d65-4137-970f-f10fc06a5c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:47.810509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Routers {'bb9b8849-9ea0-4823-afaa-178a15fe0fcc'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:01:47.811600 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316ed0f28>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:01:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['bb9b8849-9ea0-4823-afaa-178a15fe0fcc'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:01:48.073060 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] Set router bb9b8849-9ea0-4823-afaa-178a15fe0fcc gateway port host: None {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:01:48.502383 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316ed0f28>, [{'id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'name': 'router1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:01:33Z', 'updated_at': '2021-04-20T14:01:44Z', 'revision_number': 2, 'project_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'gw_port_host': None, '_interfaces': [{'id': '6110ffc5-d54a-49fb-a294-746a07e738a8', 'name': '', 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'mac_address': 'fa:16:3e:b3:6c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9813b751-3094-405a-ae1f-5115d4778229', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:01:43Z', 'updated_at': '2021-04-20T14:01:47Z', 'revision_number': 4, 'project_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'subnets': [{'id': '9813b751-3094-405a-ae1f-5115d4778229', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c57b7fd4-3b54-4b50-a6b0-6b2d094e2252'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:01:48.507540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259e72c-bf92-46f7-869a-22afe5735c73 None None] The sync data for ids ['bb9b8849-9ea0-4823-afaa-178a15fe0fcc'] in dv-cinder-774594-5-iscsi is: [{'id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'name': 'router1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:01:33Z', 'updated_at': '2021-04-20T14:01:44Z', 'revision_number': 2, 'project_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'gw_port_host': None, '_interfaces': [{'id': '6110ffc5-d54a-49fb-a294-746a07e738a8', 'name': '', 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'mac_address': 'fa:16:3e:b3:6c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9813b751-3094-405a-ae1f-5115d4778229', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:01:43Z', 'updated_at': '2021-04-20T14:01:47Z', 'revision_number': 4, 'project_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'subnets': [{'id': '9813b751-3094-405a-ae1f-5115d4778229', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c57b7fd4-3b54-4b50-a6b0-6b2d094e2252'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:01:48.615486 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 48468) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:01:48.799410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b407e3b-6098-48cc-ad86-b3791a6e4e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:01:48.808416 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-7b407e3b-6098-48cc-ad86-b3791a6e4e55 admin admin] 10.222.0.30 "GET /v2.0/networks/da2a561a-f59b-4a7e-965e-e4dc6d9662da HTTP/1.1" status: 200  len: 842 time: 0.1844990
Apr 20 14:01:48.813753 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:01:48.820779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:01:48.827023 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Usage tracker for resource:subnet and tenant:5d65201130714954a490319b59a2d014 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:01:48.831160 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:01:48.837954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:01:48.850398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Made reservation on behalf of 5d65201130714954a490319b59a2d014 for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:01:48.855347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:49.413930 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.objects.ports [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86376) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 20 14:01:49.414607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:49.421127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:49.507800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=209c2ee5-617e-43ab-b123-d561e7998246,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:49.517487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:49.518487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Checking segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:01:49.519013 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Network hostable DHCP agents. Network: da2a561a-f59b-4a7e-965e-e4dc6d9662da, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:01:49.545995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:01:49.557478 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, da2a561a-f59b-4a7e-965e-e4dc6d9662da) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:01:49.564581 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:01:49.565591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:49.573092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832fd5f9-b04b-44bf-ae1c-ce47bbe684c7 None None] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:01:49.603698 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7940269
Apr 20 14:01:49.846479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04941ea4-a576-429f-9a4e-73ee12d8a6cd None None] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:01:52.474083 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 48482) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:01:52.691690 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0a2b7ddf-15cd-48ee-8492-ec4c62695f94 admin admin] 10.222.0.30 "GET /v2.0/routers/bb9b8849-9ea0-4823-afaa-178a15fe0fcc HTTP/1.1" status: 200  len: 710 time: 0.2163708
Apr 20 14:01:52.836848 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f518bf9-e5d3-49ed-a07f-30b094cd094f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:01:52.837523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-6f518bf9-e5d3-49ed-a07f-30b094cd094f admin admin] Synchronizing usage tracker for tenant:5d65201130714954a490319b59a2d014 on resource:network {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:01:52.865409 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-6f518bf9-e5d3-49ed-a07f-30b094cd094f admin admin] Unset dirty status for tenant:5d65201130714954a490319b59a2d014 on resource:network {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:01:52.866798 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6f518bf9-e5d3-49ed-a07f-30b094cd094f admin admin] 10.222.0.30 "GET /v2.0/networks/da2a561a-f59b-4a7e-965e-e4dc6d9662da HTTP/1.1" status: 200  len: 886 time: 0.1686661
Apr 20 14:01:52.878561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:01:53.366230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14573'] for router, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:53.715143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:53.775043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:53.852484 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 6110ffc5-d54a-49fb-a294-746a07e738a8 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:01:53.922119 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Allocated IP 172.27.3.85 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/a48b0115-0437-4d48-8fd5-79cefe8c9964) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:01:53.929320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 6110ffc5-d54a-49fb-a294-746a07e738a8 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:01:53.934594 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 6110ffc5-d54a-49fb-a294-746a07e738a8 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:01:53.935007 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:54.076981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:54.094588 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:54.114179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 6110ffc5-d54a-49fb-a294-746a07e738a8, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=6110ffc5-d54a-49fb-a294-746a07e738a8,segment=NetworkSegment(75783ab7-e5f4-4610-b9d7-10489be00eb2),segment_id=75783ab7-e5f4-4610-b9d7-10489be00eb2)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:01:54.118900 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:54.121397 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5ed8b23a-d525-4636-bbc6-58a4c43a2af9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:54.131612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:54.137400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:54.213965 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:01:54.217576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:01:54.222243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:01:54.285252 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Pushing event updated for resources: {'Port': ['ID=a48b0115-0437-4d48-8fd5-79cefe8c9964,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:54.354603 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:54.364157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=6110ffc5-d54a-49fb-a294-746a07e738a8,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:54.367958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:54.854487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:55.215945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14573'] for router, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:55.219658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853833005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853833022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853854428'] for router, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:55.416809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Router bb9b8849-9ea0-4823-afaa-178a15fe0fcc has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:01:55.603426 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:01:55.612542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Notify callbacks [] for router, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:55.613851 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] 10.222.0.30 "PUT /v2.0/routers/bb9b8849-9ea0-4823-afaa-178a15fe0fcc HTTP/1.1" status: 200  len: 889 time: 2.7393353
Apr 20 14:01:55.621254 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Sync routers for ids ['bb9b8849-9ea0-4823-afaa-178a15fe0fcc'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:01:55.633623 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Routers {'bb9b8849-9ea0-4823-afaa-178a15fe0fcc'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:01:55.634377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315fe56d8>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:01:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['bb9b8849-9ea0-4823-afaa-178a15fe0fcc'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:01:55.848195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 6110ffc5-d54a-49fb-a294-746a07e738a8 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:01:55.903255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Set router bb9b8849-9ea0-4823-afaa-178a15fe0fcc gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:01:56.151290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 6110ffc5-d54a-49fb-a294-746a07e738a8 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:01:56.151630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:56.407641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315fe56d8>, [{'id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'name': 'router1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'a48b0115-0437-4d48-8fd5-79cefe8c9964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:01:33Z', 'updated_at': '2021-04-20T14:01:54Z', 'revision_number': 4, 'project_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'gw_port': {'id': 'a48b0115-0437-4d48-8fd5-79cefe8c9964', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:01:53Z', 'updated_at': '2021-04-20T14:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '6110ffc5-d54a-49fb-a294-746a07e738a8', 'name': '', 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'mac_address': 'fa:16:3e:b3:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9813b751-3094-405a-ae1f-5115d4778229', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:01:43Z', 'updated_at': '2021-04-20T14:01:54Z', 'revision_number': 5, 'project_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'subnets': [{'id': '9813b751-3094-405a-ae1f-5115d4778229', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c57b7fd4-3b54-4b50-a6b0-6b2d094e2252'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:01:56.413368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Checking router: bb9b8849-9ea0-4823-afaa-178a15fe0fcc for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:01:56.413853 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Updating router bb9b8849-9ea0-4823-afaa-178a15fe0fcc port a48b0115-0437-4d48-8fd5-79cefe8c9964 binding host dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:01:56.474400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:56.889795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:56.911118 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Transition to ACTIVE for port object a48b0115-0437-4d48-8fd5-79cefe8c9964 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:01:56.920995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:56.925885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:57.012919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Attempting to bind port a48b0115-0437-4d48-8fd5-79cefe8c9964 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:01:57.013304 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Attempting to bind port a48b0115-0437-4d48-8fd5-79cefe8c9964 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:01:57.013727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Attempting to bind port a48b0115-0437-4d48-8fd5-79cefe8c9964 on network da2a561a-f59b-4a7e-965e-e4dc6d9662da {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:01:57.020460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6f94b-7d57-4250-94af-07249e8740e0 None None] Pushing event updated for resources: {'Port': ['ID=a48b0115-0437-4d48-8fd5-79cefe8c9964,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:57.024933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0fa6f94b-7d57-4250-94af-07249e8740e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:57.025987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:01:57.026402 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Checking segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:01:57.026847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:57.027274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Bound using segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:01:57.027799 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Bound port: a48b0115-0437-4d48-8fd5-79cefe8c9964, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:01:57.028227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:57.106189 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] For port a48b0115-0437-4d48-8fd5-79cefe8c9964, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:01:57.109408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] For port a48b0115-0437-4d48-8fd5-79cefe8c9964, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=a48b0115-0437-4d48-8fd5-79cefe8c9964,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:01:57.113686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:01:57.117911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a0e25ec2-81d9-44fe-9f98-683a1e4fe257 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:01:57.203008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Routers {'bb9b8849-9ea0-4823-afaa-178a15fe0fcc'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:01:57.203695 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315fe56d8>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:01:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['bb9b8849-9ea0-4823-afaa-178a15fe0fcc'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:01:57.253807 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6f94b-7d57-4250-94af-07249e8740e0 None None] Pushing event updated for resources: {'Port': ['ID=a48b0115-0437-4d48-8fd5-79cefe8c9964,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:01:57.263957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0fa6f94b-7d57-4250-94af-07249e8740e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:01:57.396527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] Set router bb9b8849-9ea0-4823-afaa-178a15fe0fcc gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:01:57.773214 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315fe56d8>, [{'id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'name': 'router1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'a48b0115-0437-4d48-8fd5-79cefe8c9964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:01:33Z', 'updated_at': '2021-04-20T14:01:54Z', 'revision_number': 4, 'project_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'gw_port': {'id': 'a48b0115-0437-4d48-8fd5-79cefe8c9964', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:01:53Z', 'updated_at': '2021-04-20T14:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '6110ffc5-d54a-49fb-a294-746a07e738a8', 'name': '', 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'mac_address': 'fa:16:3e:b3:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9813b751-3094-405a-ae1f-5115d4778229', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:01:43Z', 'updated_at': '2021-04-20T14:01:54Z', 'revision_number': 5, 'project_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'subnets': [{'id': '9813b751-3094-405a-ae1f-5115d4778229', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c57b7fd4-3b54-4b50-a6b0-6b2d094e2252'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:01:57.780789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3f78b5-1d43-44dd-960a-1198bf275e31 None None] The sync data for ids ['bb9b8849-9ea0-4823-afaa-178a15fe0fcc'] in dv-cinder-774594-5-iscsi is: [{'id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'name': 'router1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'a48b0115-0437-4d48-8fd5-79cefe8c9964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:01:33Z', 'updated_at': '2021-04-20T14:01:54Z', 'revision_number': 4, 'project_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'gw_port': {'id': 'a48b0115-0437-4d48-8fd5-79cefe8c9964', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:01:53Z', 'updated_at': '2021-04-20T14:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '6110ffc5-d54a-49fb-a294-746a07e738a8', 'name': '', 'network_id': '92de9b5c-1a36-49d1-a057-2cfb8dfb45c1', 'tenant_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'mac_address': 'fa:16:3e:b3:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b8849-9ea0-4823-afaa-178a15fe0fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9813b751-3094-405a-ae1f-5115d4778229', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:01:43Z', 'updated_at': '2021-04-20T14:01:54Z', 'revision_number': 5, 'project_id': 'aa0cbf7beeee4b1fbb63e03ccfb6f759', 'subnets': [{'id': '9813b751-3094-405a-ae1f-5115d4778229', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c57b7fd4-3b54-4b50-a6b0-6b2d094e2252'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:01:58.502509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 48492) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:01:58.651674 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e9abfec4-45fe-46e2-93d5-3bdb463c6c01 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1477628
Apr 20 14:01:59.879830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device a48b0115-0437-4d48-8fd5-79cefe8c9964 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:01:59.967036 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port a48b0115-0437-4d48-8fd5-79cefe8c9964 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:01:59.974915 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port a48b0115-0437-4d48-8fd5-79cefe8c9964 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:01:59.975325 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:00.286640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:00.315547 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port a48b0115-0437-4d48-8fd5-79cefe8c9964, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=a48b0115-0437-4d48-8fd5-79cefe8c9964,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:02:00.322347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:00.326553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:02:00.422398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=a48b0115-0437-4d48-8fd5-79cefe8c9964,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:02:00.431060 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:02:01.902041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device a48b0115-0437-4d48-8fd5-79cefe8c9964 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:02:02.088066 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port a48b0115-0437-4d48-8fd5-79cefe8c9964 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:02:02.089089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:04.247382 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6cbcdd60-4254-4acc-a5e3-5e0739a567a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:06.676275 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-30f79e2d-f65b-41bd-a58d-57ade3d75188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:07.255730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:07.658616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:08.973214 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:14.854654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 5 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:02:34.224139 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1a8a9a84-ccf9-42d6-a860-4cfbe6e21bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:36.661839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4d5cbb96-bef2-4d56-94cb-6b6fa443dc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:37.234666 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:37.624164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:38.940686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:02:51.856779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 5 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:03:04.219015 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-98a61d7c-30c9-4036-b2c1-be7a54ec4012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:06.655283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c822-b87a-4961-9e67-23eea5499698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:07.229540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:07.628000 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:08.943114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:28.857739 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 5 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:03:34.222636 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-adb95af1-eaba-4032-a048-58b965e34221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:36.657732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-887c8b12-9922-4eb8-98ea-944568904b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:37.232950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:37.631311 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:38.956242 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:45.138324 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49064) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:03:45.219613 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.pecan_wsgi.hooks.translation [None req-897a811e-80f4-489e-8f73-349ae929dacc admin admin] GET failed (client error): The resource could not be found.
Apr 20 14:03:45.221034 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-897a811e-80f4-489e-8f73-349ae929dacc admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0816453
Apr 20 14:03:45.364459 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43375e6-dcf0-44ce-887c-6939829583bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:03:45.365979 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e43375e6-dcf0-44ce-887c-6939829583bb admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1403229
Apr 20 14:03:47.851630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49074) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:03:47.971598 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab70f10-1136-4b3e-a343-072ec0ba74be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:03:47.972977 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-5ab70f10-1136-4b3e-a343-072ec0ba74be admin admin] 10.222.0.30 "GET /v2.0/subnets/9813b751-3094-405a-ae1f-5115d4778229 HTTP/1.1" status: 200  len: 849 time: 0.1203258
Apr 20 14:03:47.983780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:03:48.113546 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:48.443026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775448321497'] for subnet, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:48.447490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-20dd0541-c624-4fbf-948b-93568b5cbcda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:03:48.492917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:03:48.493307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:48.495940 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] 10.222.0.30 "PUT /v2.0/subnets/9813b751-3094-405a-ae1f-5115d4778229 HTTP/1.1" status: 200  len: 868 time: 0.5163999
Apr 20 14:03:48.496749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db91dfe-a8d8-4d6b-882a-9250fa57d363 None None] Network 92de9b5c-1a36-49d1-a057-2cfb8dfb45c1 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:03:48.526460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9813b751-3094-405a-ae1f-5115d4778229,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:03:48.535239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:03:48.535615 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:03:48.536147 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:03:48.536520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:03:48.536885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:03:48.537252 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:03:48.537783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:03:48.538152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:03:48.538530 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:03:48.538889 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:03:48.539247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:03:48.539601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:03:48.549732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:03:48.968279 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-3dea50f3-48c3-4898-824c-d5c7651bbcbf None None] Provisioning complete for port 6110ffc5-d54a-49fb-a294-746a07e738a8 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:03:48.968856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3dea50f3-48c3-4898-824c-d5c7651bbcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:49.107086 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-3dea50f3-48c3-4898-824c-d5c7651bbcbf None None] Provisioning complete for port b09c0018-37ca-4887-806c-d9ed55c6199e triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:03:49.107329 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3dea50f3-48c3-4898-824c-d5c7651bbcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:03:51.014310 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49084) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:03:51.214441 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83baf8d6-960b-4117-b141-ef2aec47f480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:03:51.214965 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83baf8d6-960b-4117-b141-ef2aec47f480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:03:51.216625 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-83baf8d6-960b-4117-b141-ef2aec47f480 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2012329
Apr 20 14:03:53.699559 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49094) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:03:53.900455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae1e5e7-cbf5-436d-9540-c30fccc22973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:03:53.900940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae1e5e7-cbf5-436d-9540-c30fccc22973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:03:53.903191 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-2ae1e5e7-cbf5-436d-9540-c30fccc22973 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2020743
Apr 20 14:03:56.405009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49104) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:03:56.592845 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d54d401-6616-4918-8a25-08ad005515d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:03:56.594259 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-7d54d401-6616-4918-8a25-08ad005515d2 admin admin] 10.222.0.30 "GET /v2.0/networks/92de9b5c-1a36-49d1-a057-2cfb8dfb45c1 HTTP/1.1" status: 200  len: 869 time: 0.1881628
Apr 20 14:03:59.088492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49114) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:03:59.276004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a676d8-37df-4962-af7e-21af6a3b8c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:03:59.277464 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-22a676d8-37df-4962-af7e-21af6a3b8c39 admin admin] 10.222.0.30 "GET /v2.0/networks/da2a561a-f59b-4a7e-965e-e4dc6d9662da HTTP/1.1" status: 200  len: 886 time: 0.1877584
Apr 20 14:04:01.763394 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49124) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:04:01.885933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b86803e-ba4d-47c7-84cd-eaa60ac2d51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:04:01.886450 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b86803e-ba4d-47c7-84cd-eaa60ac2d51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:04:01.888089 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6b86803e-ba4d-47c7-84cd-eaa60ac2d51b admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1234465
Apr 20 14:04:04.225815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0163899d-5020-4620-9985-b807331894cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:04.365424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49134) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:04:04.483027 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7452a9ab-6524-4074-8226-29b73dff9210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:04:04.483446 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7452a9ab-6524-4074-8226-29b73dff9210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:04:04.485352 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-7452a9ab-6524-4074-8226-29b73dff9210 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1185534
Apr 20 14:04:05.859175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 5 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:04:06.660860 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c22c-9f38-4bfa-93c8-ac7c30e085cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:06.979750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49144) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:04:07.098851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c3faed-f2d9-46e4-ba84-a7f5a775deff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:04:07.100309 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e8c3faed-f2d9-46e4-ba84-a7f5a775deff admin admin] 10.222.0.30 "GET /v2.0/subnets/209c2ee5-617e-43ab-b123-d561e7998246 HTTP/1.1" status: 200  len: 816 time: 0.1195414
Apr 20 14:04:07.237625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:07.638011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:08.959618 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:09.598587 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49154) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:04:09.719696 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9049da11-f986-493c-a0cd-d6d02c16c022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:04:09.721202 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-9049da11-f986-493c-a0cd-d6d02c16c022 admin admin] 10.222.0.30 "GET /v2.0/subnets/9813b751-3094-405a-ae1f-5115d4778229 HTTP/1.1" status: 200  len: 868 time: 0.1215711
Apr 20 14:04:34.229360 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8d4c3aaf-7e80-43db-8b37-4d2cb3dd5767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:36.357318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49198) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:04:36.411776 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [None req-a0fdea02-443e-4624-87c5-d7266ab7693e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:04:36.412901 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a0fdea02-443e-4624-87c5-d7266ab7693e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0545216
Apr 20 14:04:36.669921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dfb0fb06-6034-4983-aca0-fcf453c955dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:37.239780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:37.632235 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:38.964422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:39.013600 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49208) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:04:39.092202 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5946bbf-c189-40ae-91b2-65cec97e2ba0 admin admin] GET failed (client error): The resource could not be found.
Apr 20 14:04:39.093728 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e5946bbf-c189-40ae-91b2-65cec97e2ba0 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0790122
Apr 20 14:04:39.233372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1009a6cd-09fc-4ecb-a004-74f2ab7eb8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:04:39.234996 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-1009a6cd-09fc-4ecb-a004-74f2ab7eb8d2 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1367738
Apr 20 14:04:41.739133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49218) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:04:41.802369 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:04:41.807738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:04:41.819064 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:04:41.828993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Made reservation on behalf of 5d65201130714954a490319b59a2d014 for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:04:41.834048 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:41.928690 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING neutron.services.revisions.revision_plugin [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fb31608b550] {project_id='5d65201130714954a490319b59a2d014', id='9e154472-d9cf-496f-917e-66cb70fcd6cf', target_tenant='*', action='access_as_shared', object_id='e34ccc3d-0755-4769-822a-07692513c289'}> to bump revision.
Apr 20 14:04:41.941584 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'}  {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:04:41.951107 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:41.951523 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Added segment 2f6a8024-b0a1-4479-bb67-398b4744d68f of type vlan for network e34ccc3d-0755-4769-822a-07692513c289
Apr 20 14:04:41.978769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:42.011474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:42.012841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:04:42.013507 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:42.018594 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:04:42.269965 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5295787
Apr 20 14:04:42.272961 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Pushing event updated for resources: {'Network': ['ID=e34ccc3d-0755-4769-822a-07692513c289,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:04:42.280763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:42.281160 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:42.281650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:42.281898 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:42.282288 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:42.282646 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:42.283001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:42.283347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:42.283702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:42.284053 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:42.284375 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:42.284731 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:42.288610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:04:42.297013 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network e34ccc3d-0755-4769-822a-07692513c289 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:04:42.859818 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 5 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:04:44.789435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49228) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:04:44.866447 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c692e0-99a8-4de4-95b2-1c93510626c1 admin admin] GET failed (client error): The resource could not be found.
Apr 20 14:04:44.867899 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d3c692e0-99a8-4de4-95b2-1c93510626c1 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0773768
Apr 20 14:04:44.983738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881dabb-5da7-4ef6-9c1b-5bec4000d6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:04:44.985208 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6881dabb-5da7-4ef6-9c1b-5bec4000d6a7 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1120789
Apr 20 14:04:44.997088 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Request body: {'subnet': {'network_id': 'e34ccc3d-0755-4769-822a-07692513c289', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:04:45.003194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:04:45.007473 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Usage tracker for resource:subnet and tenant:5d65201130714954a490319b59a2d014 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:04:45.010604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:04:45.016796 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:04:45.027175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Made reservation on behalf of 5d65201130714954a490319b59a2d014 for: {'subnet': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:04:45.031905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:45.437496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for subnet, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:45.441280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:04:45.518310 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bef79d8-9e58-453d-a056-285c91ddbece,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:04:45.520978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:04:45.530902 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Checking segment: {'id': '2f6a8024-b0a1-4479-bb67-398b4744d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e34ccc3d-0755-4769-822a-07692513c289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:04:45.531280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Network hostable DHCP agents. Network: e34ccc3d-0755-4769-822a-07692513c289, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:04:45.550453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Network e34ccc3d-0755-4769-822a-07692513c289 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:04:45.559392 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, e34ccc3d-0755-4769-822a-07692513c289) {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:04:45.564006 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:04:45.565012 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:45.569202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5255183d-53e0-482b-8f82-f38702335740 None None] Network e34ccc3d-0755-4769-822a-07692513c289 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:04:45.792820 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7917790
Apr 20 14:04:45.809247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfca74e90-b3bb-545f-b56d-cce190126c4c-e34ccc3d-0755-4769-822a-07692513c289', 'network_id': 'e34ccc3d-0755-4769-822a-07692513c289', 'tenant_id': '5d65201130714954a490319b59a2d014', 'fixed_ips': [{'subnet_id': '1bef79d8-9e58-453d-a056-285c91ddbece'}]}} from dv-cinder-774594-5-iscsi. {{(pid=86377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:04:45.810349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:45.986794 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Allocated IP 192.168.233.2 (e34ccc3d-0755-4769-822a-07692513c289/1bef79d8-9e58-453d-a056-285c91ddbece/702fd72a-78ec-4c32-ac83-ae5fce95e16a) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:04:46.214608 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:46.226021 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Transition to ACTIVE for port object 702fd72a-78ec-4c32-ac83-ae5fce95e16a will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:04:46.246196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Transition to ACTIVE for port object 702fd72a-78ec-4c32-ac83-ae5fce95e16a will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:04:46.251804 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:46.256957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0fa6f94b-7d57-4250-94af-07249e8740e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:04:46.327425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Network e34ccc3d-0755-4769-822a-07692513c289 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:04:46.330509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Resources bound (agent type, host, resource id):  {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:04:46.333070 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:04:46.339755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Pushing event updated for resources: {'Port': ['ID=702fd72a-78ec-4c32-ac83-ae5fce95e16a,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:04:46.373611 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:46.373994 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:46.374344 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:46.374699 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:46.375051 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:46.375405 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:46.375751 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:46.376100 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:46.376449 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:46.376793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:46.377149 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:46.377553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:04:46.381422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:04:46.447880 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Attempting to bind port 702fd72a-78ec-4c32-ac83-ae5fce95e16a on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:04:46.448281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Attempting to bind port 702fd72a-78ec-4c32-ac83-ae5fce95e16a by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '2f6a8024-b0a1-4479-bb67-398b4744d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e34ccc3d-0755-4769-822a-07692513c289'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:04:46.448668 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Attempting to bind port 702fd72a-78ec-4c32-ac83-ae5fce95e16a on network e34ccc3d-0755-4769-822a-07692513c289 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:04:46.454534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:04:46.454941 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Checking segment: {'id': '2f6a8024-b0a1-4479-bb67-398b4744d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e34ccc3d-0755-4769-822a-07692513c289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:04:46.455369 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:46.455795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Bound using segment: {'id': '2f6a8024-b0a1-4479-bb67-398b4744d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e34ccc3d-0755-4769-822a-07692513c289'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:04:46.456308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Bound port: 702fd72a-78ec-4c32-ac83-ae5fce95e16a, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6a8024-b0a1-4479-bb67-398b4744d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e34ccc3d-0755-4769-822a-07692513c289'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:04:46.456732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:46.550904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] For port 702fd72a-78ec-4c32-ac83-ae5fce95e16a, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:04:46.554479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] For port 702fd72a-78ec-4c32-ac83-ae5fce95e16a, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=702fd72a-78ec-4c32-ac83-ae5fce95e16a,segment=NetworkSegment(2f6a8024-b0a1-4479-bb67-398b4744d68f),segment_id=2f6a8024-b0a1-4479-bb67-398b4744d68f)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:04:46.558538 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:46.564173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:04:46.810186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Pushing event updated for resources: {'Port': ['ID=702fd72a-78ec-4c32-ac83-ae5fce95e16a,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:04:46.851069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:04:48.014622 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 702fd72a-78ec-4c32-ac83-ae5fce95e16a up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:04:48.093584 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 702fd72a-78ec-4c32-ac83-ae5fce95e16a completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:04:48.131923 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd683d7c-097c-465d-9ab1-bb7823dd9052 None None] Network e34ccc3d-0755-4769-822a-07692513c289 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:04:48.265043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-8cbcc36a-7180-4149-9932-f45ebcdfc5ea None None] Provisioning for port 702fd72a-78ec-4c32-ac83-ae5fce95e16a completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:04:48.274484 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-8cbcc36a-7180-4149-9932-f45ebcdfc5ea None None] Provisioning complete for port 702fd72a-78ec-4c32-ac83-ae5fce95e16a triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:04:48.274904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc36a-7180-4149-9932-f45ebcdfc5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:48.504485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc36a-7180-4149-9932-f45ebcdfc5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:48.549183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-8cbcc36a-7180-4149-9932-f45ebcdfc5ea None None] For port 702fd72a-78ec-4c32-ac83-ae5fce95e16a, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=702fd72a-78ec-4c32-ac83-ae5fce95e16a,segment=NetworkSegment(2f6a8024-b0a1-4479-bb67-398b4744d68f),segment_id=2f6a8024-b0a1-4479-bb67-398b4744d68f)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:04:48.552658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc36a-7180-4149-9932-f45ebcdfc5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:48.554696 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:04:48.631904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcc36a-7180-4149-9932-f45ebcdfc5ea None None] Pushing event updated for resources: {'Port': ['ID=702fd72a-78ec-4c32-ac83-ae5fce95e16a,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:04:48.635685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8cbcc36a-7180-4149-9932-f45ebcdfc5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:04:48.775247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-6dc09043-9e5a-4f90-8da0-db07dcd221cd None None] Provisioning complete for port 702fd72a-78ec-4c32-ac83-ae5fce95e16a triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:04:48.775981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6dc09043-9e5a-4f90-8da0-db07dcd221cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:04:49.985408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 702fd72a-78ec-4c32-ac83-ae5fce95e16a up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:04:50.064576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 702fd72a-78ec-4c32-ac83-ae5fce95e16a triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:04:50.064905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:05:04.234543 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-90b2b38d-043f-4e6a-bb6e-dbc5bcd8a1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:05:06.664404 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c40014bb-e9cc-4715-a666-36557b3f3300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:05:07.243559 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:05:07.636082 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:05:08.969315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:05:19.859986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 5 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:05:34.239122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8a11df53-03ff-426a-96bd-1d3ae2504cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:05:36.668246 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d750887-1d97-4382-be62-6f2c56c3d179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:05:37.248005 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:05:37.640709 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:05:38.978710 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:05:56.860181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 5 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:05:59.656285 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49272) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:05:59.662786 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [None req-cf5eca2b-32b0-4df5-9e27-701de2b5140a tempest-verify_tempest_config-752414252 tempest-verify_tempest_config-752414252-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:05:59.663805 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-cf5eca2b-32b0-4df5-9e27-701de2b5140a tempest-verify_tempest_config-752414252 tempest-verify_tempest_config-752414252-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0065601
Apr 20 14:06:00.025433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49290) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:06:00.171803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:00.186690 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:06:00.190855 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Usage tracker for resource:security_group_rule and tenant:59159d9d90ab42d2b70899e378c87241 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:06:00.193962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:06:00.199896 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:06:00.306420 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:00.311315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:00.320106 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:06:00.361490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Synchronizing usage tracker for tenant:5d65201130714954a490319b59a2d014 on resource:security_group {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:06:00.364049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b132a87c-76c2-41aa-9ef7-c4cbe09a1ba9,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:06:00.374341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:06:00.374666 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:06:00.375023 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:06:00.375383 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:06:00.375743 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:06:00.376094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:06:00.376447 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:06:00.376802 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:06:00.377163 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:06:00.377516 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:06:00.377932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:06:00.378258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:06:00.382891 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:06:00.393082 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Unset dirty status for tenant:5d65201130714954a490319b59a2d014 on resource:security_group {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:06:00.394464 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59159d9d90ab42d2b70899e378c87241&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3676803
Apr 20 14:06:00.398329 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49296) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:06:00.463347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f72d64c2-28a6-4637-9573-423a37838402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:00.491979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f72d64c2-28a6-4637-9573-423a37838402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:00.554861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f72d64c2-28a6-4637-9573-423a37838402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:00.558900 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:06:00.571990 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d64c2-28a6-4637-9573-423a37838402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b132a87c-76c2-41aa-9ef7-c4cbe09a1ba9,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:06:00.574365 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f72d64c2-28a6-4637-9573-423a37838402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:06:00.578198 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f72d64c2-28a6-4637-9573-423a37838402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:00.579574 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f72d64c2-28a6-4637-9573-423a37838402 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b132a87c-76c2-41aa-9ef7-c4cbe09a1ba9 HTTP/1.1" status: 204  len: 168 time: 0.1800773
Apr 20 14:06:04.243142 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c14688d0-a7aa-40fd-9f65-50acd96b6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:06.671793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0bedd645-c17f-4292-aec8-4b9feb93f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:07.251319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:07.643897 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:08.980904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:33.861309 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 5 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:06:34.249332 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2fe0cf58-4561-4bb5-b685-5122fc2e7454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:36.678765 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8056-ee91-4fe9-9656-35c2ec7b9bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:37.259656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:37.649457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:06:38.984843 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:07:04.248395 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28cb429e-5d89-4ca2-ac1e-c2311dfe851a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:07:06.672716 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5a689495-3b52-44d1-a379-8c883d66474d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:07:07.267476 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:07:07.663011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:07:08.986575 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:07:10.863950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 5 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:07:34.243074 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ad20b0ab-4cc1-48b1-8ff2-5bb0f4a6de93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:07:36.677299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c0e733b5-30fa-4729-b175-89e4be5b5ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:07:37.263269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:07:37.366216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717'] for agent, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:07:37.656389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:07:38.990297 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:07:42.486817 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49356) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:07:42.624611 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f16b52d7-ecf3-403e-85fb-2dd53a1527d4 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1366029
Apr 20 14:07:45.146743 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49366) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:07:45.214080 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-919f5d1b-c250-4f64-b56c-2d5c1541b318 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0659423
Apr 20 14:07:47.865466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:08:04.241262 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-347133b7-87d3-404c-a46e-b0df1cb56756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:08:06.684203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d598-b228-40f7-8d09-8cf5248d26f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:08:07.270970 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:08:07.335122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:08:07.666223 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:08:08.999634 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:08:24.867095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:08:34.237866 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d49b1328-aa0e-41cd-8090-768c7723a00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:08:36.678420 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-538d4b65-c15f-4ce8-9171-c5314632d371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:08:37.278312 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:08:37.351438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:08:37.661123 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:08:39.016612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:01.867568 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:09:04.232331 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a05a3266-bcbe-49b8-a733-bab561696353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:06.682979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1fd59b04-493d-4619-a9c6-533532554013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:07.271059 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:07.388507 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:07.656106 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:09.010412 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:21.189854 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49532) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:21.591553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-network', 'tenant_id': '1c8677d41c734622b642ad898a8c995f'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:21.599716 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:21.605629 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Usage tracker for resource:network and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:21.610876 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:21.621831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:21.638409 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Made reservation on behalf of 1c8677d41c734622b642ad898a8c995f for: {'network': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:21.646300 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:21.670432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:21.699213 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:21.707188 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Usage tracker for resource:security_group_rule and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:21.712536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:21.724037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:21.894814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:21.899620 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:21.915208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-05850176-2da0-49b1-a38a-8e8cf68d359e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:21.940006 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'}  {{(pid=86375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:09:21.965218 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:21.965859 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Added segment 04edf4f1-b314-422b-8df0-4b8c4d5af434 of type vlan for network 208826de-226c-4839-8ac0-886efbb4ebc9
Apr 20 14:09:21.998185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e409895-9b49-492b-9be9-a99fae15c152,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:22.014355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:22.014986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:22.015610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:22.016068 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:22.016659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:22.017288 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:22.017955 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:22.018560 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:22.019195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:22.019809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:22.020412 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:22.021049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Tracked resource versions report:
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]: pushed versions:
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]: {   'AddressGroup': {'1.2'},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     'ConntrackHelper': {'1.0'},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Log': {'1.0'},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Network': {'1.1'},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Port': {'1.7'},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     'PortForwarding': {'1.2'},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     'QosPolicy': {'1.8'},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroup': {'1.4'},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SubPort': {'1.0'},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Subnet': {'1.1'},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Trunk': {'1.1'}}
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]: consumer versions:
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]: {   DHCP agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     HyperV agent@hv-cinder-77459: {},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     L3 agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metadata agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metering agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:     Open vSwitch agent@dv-cinder-774594-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Log': '1.0',
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Network': '1.1',
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Port': '1.7',
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'PortForwarding': '1.2',
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'QosPolicy': '1.8',
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroup': '1.4',
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SubPort': '1.0',
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Subnet': '1.1',
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Trunk': '1.1'}}
Apr 20 14:09:22.022861 dv-cinder-774594-5-iscsi neutron-server[86262]:  {{(pid=86375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:09:22.035169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:22.069052 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:22.122830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:22.125262 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:22.126429 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:22.136425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:22.295737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Pushing event updated for resources: {'Network': ['ID=208826de-226c-4839-8ac0-886efbb4ebc9,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:22.303997 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:22.310423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network 208826de-226c-4839-8ac0-886efbb4ebc9 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:09:22.311701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49580) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:22.318277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Request body: {'subnet': {'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-subnet', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:22.321844 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1303091
Apr 20 14:09:22.324850 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:22.330270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Usage tracker for resource:subnet and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:22.334480 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:22.342093 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:22.362652 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Made reservation on behalf of 1c8677d41c734622b642ad898a8c995f for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:22.365538 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:22.898019 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:22.904190 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f2aeb068-d915-4f0d-997f-14f8cac597d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:22.992101 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f713650e-646d-446a-9dd4-a9c072bdeac5,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:23.003228 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Checking segment: {'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:09:23.003602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Network hostable DHCP agents. Network: 208826de-226c-4839-8ac0-886efbb4ebc9, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:09:23.009667 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:23.010060 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:23.010722 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:23.011092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:23.011444 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:23.011803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:23.012159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:23.012513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:23.012865 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:23.013222 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:23.013638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:23.014022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Tracked resource versions report:
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]: pushed versions:
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]: {   'AddressGroup': {'1.2'},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     'ConntrackHelper': {'1.0'},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Log': {'1.0'},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Network': {'1.1'},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Port': {'1.7'},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     'PortForwarding': {'1.2'},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     'QosPolicy': {'1.8'},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroup': {'1.4'},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SubPort': {'1.0'},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Subnet': {'1.1'},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Trunk': {'1.1'}}
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]: consumer versions:
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]: {   DHCP agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     HyperV agent@hv-cinder-77459: {},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     L3 agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metadata agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metering agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:     Open vSwitch agent@dv-cinder-774594-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Log': '1.0',
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Network': '1.1',
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Port': '1.7',
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'PortForwarding': '1.2',
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'QosPolicy': '1.8',
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroup': '1.4',
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SubPort': '1.0',
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Subnet': '1.1',
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Trunk': '1.1'}}
Apr 20 14:09:23.015112 dv-cinder-774594-5-iscsi neutron-server[86262]:  {{(pid=86376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:09:23.022058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:23.037824 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Network 208826de-226c-4839-8ac0-886efbb4ebc9 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:09:23.052170 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, 208826de-226c-4839-8ac0-886efbb4ebc9) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:23.063246 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:23.064050 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:23.071014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2611df-4840-4ed6-83ad-1d1daaf6a6e8 None None] Network 208826de-226c-4839-8ac0-886efbb4ebc9 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:09:23.107114 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7938657
Apr 20 14:09:23.110853 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49598) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:23.119445 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:23.143578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:23.152547 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Usage tracker for resource:router and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:23.160090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:23.173453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:23.195501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853793824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761469'] for router, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:23.199525 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14588'] for router, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:23.249810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:23.255329 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49606) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:23.432201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49614) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:23.577556 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfca74e90-b3bb-545f-b56d-cce190126c4c-208826de-226c-4839-8ac0-886efbb4ebc9', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5'}]}} from dv-cinder-774594-5-iscsi. {{(pid=86377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:09:23.580794 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:23.705374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14573'] for router, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:23.820159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49632) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:23.879228 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Allocated IP 172.20.0.2 (208826de-226c-4839-8ac0-886efbb4ebc9/f713650e-646d-446a-9dd4-a9c072bdeac5/9fc38662-9b7f-4160-aaed-626b2d9627db) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:09:24.101924 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.141498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.166852 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.180965 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Transition to ACTIVE for port object 9fc38662-9b7f-4160-aaed-626b2d9627db will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:09:24.212504 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Transition to ACTIVE for port object 9fc38662-9b7f-4160-aaed-626b2d9627db will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:09:24.215021 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1338026352-network', 'tenant_id': 'a5474c7eaab841f8ab87e09978d70291'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:24.221480 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:24.223326 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.228428 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Usage tracker for resource:network and tenant:a5474c7eaab841f8ab87e09978d70291 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:24.232308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:24.240291 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:24.251340 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Made reservation on behalf of a5474c7eaab841f8ab87e09978d70291 for: {'network': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:24.255803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8cbcc36a-7180-4149-9932-f45ebcdfc5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:24.257782 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.273541 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.292807 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:24.298337 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Usage tracker for resource:security_group_rule and tenant:a5474c7eaab841f8ab87e09978d70291 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:24.302321 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:24.310136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:24.383816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Network 208826de-226c-4839-8ac0-886efbb4ebc9 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:09:24.389644 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Resources bound (agent type, host, resource id):  {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:24.419267 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:09:24.430400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Allocated IP 172.27.3.220 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/7a9b4a48-feed-41f4-90cd-03a2275a89df) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:09:24.513993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Pushing event updated for resources: {'Port': ['ID=9fc38662-9b7f-4160-aaed-626b2d9627db,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:24.529582 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.542692 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1109736847-network', 'tenant_id': '897c2e13139849ad87a8cf7a44834f8d'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:24.553128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49646) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:24.569540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:24.588106 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.594410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Usage tracker for resource:network and tenant:897c2e13139849ad87a8cf7a44834f8d is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:24.598628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:24.602723 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:24.603680 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:24.604505 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:24.605313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:24.606198 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:24.607053 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:24.607722 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:24.608282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:24.609147 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:24.610053 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:24.610986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:24.611841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:24.612689 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Tracked resource versions report:
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]: pushed versions:
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]: {   'AddressGroup': {'1.2'},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     'ConntrackHelper': {'1.0'},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Log': {'1.0'},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Network': {'1.1'},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Port': {'1.7'},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     'PortForwarding': {'1.2'},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     'QosPolicy': {'1.8'},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroup': {'1.4'},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SubPort': {'1.0'},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Subnet': {'1.1'},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Trunk': {'1.1'}}
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]: consumer versions:
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]: {   DHCP agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     HyperV agent@hv-cinder-77459: {},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     L3 agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metadata agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metering agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:     Open vSwitch agent@dv-cinder-774594-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Log': '1.0',
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Network': '1.1',
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Port': '1.7',
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'PortForwarding': '1.2',
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'QosPolicy': '1.8',
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroup': '1.4',
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SubPort': '1.0',
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Subnet': '1.1',
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Trunk': '1.1'}}
Apr 20 14:09:24.615355 dv-cinder-774594-5-iscsi neutron-server[86262]:  {{(pid=86377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:09:24.633069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'}  {{(pid=86375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:09:24.639097 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:24.645439 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.646148 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Added segment e55e47ee-5180-45d6-a79e-7c3f45188e94 of type vlan for network dfbe6764-7368-48c7-b252-4bdb783828c3
Apr 20 14:09:24.675258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Attempting to bind port 9fc38662-9b7f-4160-aaed-626b2d9627db on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:09:24.676306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Attempting to bind port 9fc38662-9b7f-4160-aaed-626b2d9627db by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:09:24.677242 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Attempting to bind port 9fc38662-9b7f-4160-aaed-626b2d9627db on network 208826de-226c-4839-8ac0-886efbb4ebc9 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:09:24.684435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.689973 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:09:24.691067 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Checking segment: {'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:09:24.692277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.693256 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Bound using segment: {'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:09:24.694498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Bound port: 9fc38662-9b7f-4160-aaed-626b2d9627db, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:09:24.695465 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.723316 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-678810139-network', 'tenant_id': '41708f6d5066439e9e48ce3963586db5'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:24.727078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:24.736172 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Made reservation on behalf of 897c2e13139849ad87a8cf7a44834f8d for: {'network': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:24.739038 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.741841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.758641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.773356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.779091 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:24.784149 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Usage tracker for resource:security_group_rule and tenant:897c2e13139849ad87a8cf7a44834f8d is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:24.787552 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:24.795169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:24.883638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:24.884288 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.891433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] For port 9fc38662-9b7f-4160-aaed-626b2d9627db, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:09:24.898998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] For port 9fc38662-9b7f-4160-aaed-626b2d9627db, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=9fc38662-9b7f-4160-aaed-626b2d9627db,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:09:24.909124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:24.924527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:24.940957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:24.941190 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Usage tracker for resource:network and tenant:41708f6d5066439e9e48ce3963586db5 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:24.962444 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:24.993834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:24.997575 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:25.000614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:25.004103 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.7467499
Apr 20 14:09:25.008332 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49664) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:25.010835 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:25.015044 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ae529a-ed46-44fd-bd84-dd735812ff07,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:25.022934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:25.026716 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Request body: {'subnet': {'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1338026352-subnet', 'tenant_id': 'a5474c7eaab841f8ab87e09978d70291', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:25.028961 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:25.033406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:25.053159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Made reservation on behalf of 41708f6d5066439e9e48ce3963586db5 for: {'network': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:25.058580 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:25.074674 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:25.140406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Usage tracker for resource:subnet and tenant:a5474c7eaab841f8ab87e09978d70291 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:25.151976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:25.155595 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:25.160783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:09:25.165785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:25.176542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:09:25.187718 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:25.195216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'}  {{(pid=86375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:09:25.209050 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:25.220033 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Pushing event updated for resources: {'Network': ['ID=dfbe6764-7368-48c7-b252-4bdb783828c3,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:25.225313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:25.227585 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Usage tracker for resource:security_group_rule and tenant:41708f6d5066439e9e48ce3963586db5 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:25.230599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:25.238405 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:25.242981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:25.243376 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Added segment 4399d359-56f6-4ee2-a2f8-f295092e5512 of type vlan for network 0942800d-a1ab-4567-8b70-409ddb9d3b91
Apr 20 14:09:25.257972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Made reservation on behalf of a5474c7eaab841f8ab87e09978d70291 for: {'subnet': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:25.262950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:25.281946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:25.427874 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa08413b-6121-4a5a-ad9e-b1e77e093380,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:25.431820 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:25.443069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:25.477373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f72d2734-1857-4e8b-92ad-e7473b0d68f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:25.536316 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f72d2734-1857-4e8b-92ad-e7473b0d68f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:25.545320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f72d2734-1857-4e8b-92ad-e7473b0d68f2 admin admin] Usage tracker for resource:security_group_rule and tenant:9103a0b924844f9a97baf5d38046aaeb is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:25.547554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network dfbe6764-7368-48c7-b252-4bdb783828c3 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:09:25.552169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f72d2734-1857-4e8b-92ad-e7473b0d68f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:25.570247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f72d2734-1857-4e8b-92ad-e7473b0d68f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:25.579165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:25.595423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:25.596059 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:25.607400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:25.917018 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Pushing event updated for resources: {'Network': ['ID=0942800d-a1ab-4567-8b70-409ddb9d3b91,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:25.927413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:25.929836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:25.946183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:25.957566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network 0942800d-a1ab-4567-8b70-409ddb9d3b91 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:09:25.971160 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.1493604
Apr 20 14:09:25.975872 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49676) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:26.012658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:26.043178 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Request body: {'subnet': {'network_id': '0942800d-a1ab-4567-8b70-409ddb9d3b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1109736847-subnet', 'tenant_id': '897c2e13139849ad87a8cf7a44834f8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:26.080901 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:26.114869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'}  {{(pid=86375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:09:26.164275 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Usage tracker for resource:subnet and tenant:897c2e13139849ad87a8cf7a44834f8d is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:26.202300 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:26.247129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:26.247499 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Added segment cc8f3ba0-bdcf-4598-887c-20b551549204 of type vlan for network 6a5662e4-6547-4ce5-9231-c608bc3281fd
Apr 20 14:09:26.249195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:26.256483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743d4e92-b05f-46fe-9e99-bf7b7442c709,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:26.277124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Pushing event updated for resources: {'Port': ['ID=9fc38662-9b7f-4160-aaed-626b2d9627db,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:26.305839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f72d2734-1857-4e8b-92ad-e7473b0d68f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:26.308199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:26.321885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.382s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:26.328535 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f72d2734-1857-4e8b-92ad-e7473b0d68f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:26.334993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Pushing event updated for resources: {'Port': ['ID=7a9b4a48-feed-41f4-90cd-03a2275a89df,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:26.358590 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.329s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:26.545562 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:26.633607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Made reservation on behalf of 897c2e13139849ad87a8cf7a44834f8d for: {'subnet': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:26.645596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:26.695148 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d2734-1857-4e8b-92ad-e7473b0d68f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dc7b63-d36a-4771-8949-264997194e5d,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:26.711154 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f72d2734-1857-4e8b-92ad-e7473b0d68f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:26.864614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:26.980766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:27.012651 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f72d2734-1857-4e8b-92ad-e7473b0d68f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9103a0b924844f9a97baf5d38046aaeb&name=default HTTP/1.1" status: 200  len: 2975 time: 2.4511497
Apr 20 14:09:27.038337 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49698) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:27.235637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:27.254039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:27.254696 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:27.302053 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eff9b9bc-82ff-480b-8f3b-099a2ee454fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:27.341109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c22ced25-b2d5-466a-b2c9-309d6b3c559b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:27.511514 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c22ced25-b2d5-466a-b2c9-309d6b3c559b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:27.642208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Pushing event updated for resources: {'Network': ['ID=6a5662e4-6547-4ce5-9231-c608bc3281fd,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:27.651511 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:27.671965 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f6b8ecfc-71d1-43f2-9d75-97e8ee6e900f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 4.2350407
Apr 20 14:09:27.675197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network 6a5662e4-6547-4ce5-9231-c608bc3281fd details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:09:27.717442 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49716) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:27.719301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853833005'] for router, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:27.788758 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Request body: {'subnet': {'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-678810139-subnet', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:27.888105 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c22ced25-b2d5-466a-b2c9-309d6b3c559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:27.894503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:27.939996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Usage tracker for resource:subnet and tenant:41708f6d5066439e9e48ce3963586db5 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:27.948661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:27.966878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:27.989475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ced25-b2d5-466a-b2c9-309d6b3c559b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dc7b63-d36a-4771-8949-264997194e5d,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:28.020310 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:28.025935 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c22ced25-b2d5-466a-b2c9-309d6b3c559b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:28.068098 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c22ced25-b2d5-466a-b2c9-309d6b3c559b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:28.069367 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-c22ced25-b2d5-466a-b2c9-309d6b3c559b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46dc7b63-d36a-4771-8949-264997194e5d HTTP/1.1" status: 204  len: 168 time: 1.0262091
Apr 20 14:09:28.072364 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for subnet, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:28.080384 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:28.206612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Made reservation on behalf of 41708f6d5066439e9e48ce3963586db5 for: {'subnet': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:28.212107 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:28.290674 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea33ed-d77e-492a-a665-a34e724142db None None] Network 208826de-226c-4839-8ac0-886efbb4ebc9 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:09:28.398634 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 9fc38662-9b7f-4160-aaed-626b2d9627db up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:09:28.425177 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a is scheduled to L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f with binding_index 1 {{(pid=86376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:09:28.725961 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7517288a-f0d4-4d99-aaf2-ae2db9bb1c45,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:28.742739 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:28.758352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-9d923a7e-4153-4fd8-9a1b-b84285601440 None None] Provisioning for port 9fc38662-9b7f-4160-aaed-626b2d9627db completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:09:28.782879 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Checking segment: {'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:09:28.783561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Network hostable DHCP agents. Network: dfbe6764-7368-48c7-b252-4bdb783828c3, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:09:28.835959 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 9fc38662-9b7f-4160-aaed-626b2d9627db completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:09:28.874753 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 9fc38662-9b7f-4160-aaed-626b2d9627db triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:09:28.875261 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:29.013202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Network dfbe6764-7368-48c7-b252-4bdb783828c3 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:09:29.054212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, dfbe6764-7368-48c7-b252-4bdb783828c3) {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:29.075738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:09:29.098016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Sync routers for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:09:29.128558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe2af84-4291-44b9-a6fb-a8faf8100f09 None None] Network dfbe6764-7368-48c7-b252-4bdb783828c3 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:09:29.134432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:09:29.135217 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315ffca58>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:09:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:29.137245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Notify callbacks [] for router, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:29.146244 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.0335588
Apr 20 14:09:29.147923 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49730) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:29.175734 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:29.176861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:29.342612 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 4.3307979
Apr 20 14:09:29.505309 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49742) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:29.855975 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for subnet, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:29.907144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:29.922144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:29.994515 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 9fc38662-9b7f-4160-aaed-626b2d9627db, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=9fc38662-9b7f-4160-aaed-626b2d9627db,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:09:30.058382 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:09:30.228290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e3f391-c0fb-4f63-92e4-4f7059424d46,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:30.278809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:30.283423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Checking segment: {'id': '4399d359-56f6-4ee2-a2f8-f295092e5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0942800d-a1ab-4567-8b70-409ddb9d3b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:09:30.284435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Network hostable DHCP agents. Network: 0942800d-a1ab-4567-8b70-409ddb9d3b91, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:09:30.290816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:30.312078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:30.355169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Network 0942800d-a1ab-4567-8b70-409ddb9d3b91 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:09:30.393389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, 0942800d-a1ab-4567-8b70-409ddb9d3b91) {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:30.411769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:30.413882 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:30.466919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6f3199e7-ec2a-4ab4-b684-a93ea973e289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:30.548501 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.5523179
Apr 20 14:09:30.552838 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=9fc38662-9b7f-4160-aaed-626b2d9627db,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:30.558128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6d4e32-5bb0-4c2a-b9fd-86fc7fafd0aa None None] Network 0942800d-a1ab-4567-8b70-409ddb9d3b91 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:09:30.610606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for subnet, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:30.642353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ded135b5-eee7-4b63-b10f-34d125dd6764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:30.979874 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:31.031221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315ffca58>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:26Z', 'revision_number': 3, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:31.039171 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Checking router: 921d6d45-ce0f-4c4e-ab0b-8da9b038082a for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:09:31.039704 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Updating router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a port 7a9b4a48-feed-41f4-90cd-03a2275a89df binding host dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:09:31.058783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Checking segment: {'id': 'cc8f3ba0-bdcf-4598-887c-20b551549204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:09:31.070679 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Network hostable DHCP agents. Network: 6a5662e4-6547-4ce5-9231-c608bc3281fd, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:09:31.092385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49790) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:31.130598 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:31.141671 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dfd9853-f316-42eb-bcab-9332c748ef16,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:31.150116 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 14:09:31.200975 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:31.339203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-6f3199e7-ec2a-4ab4-b684-a93ea973e289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:31.465374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Network 6a5662e4-6547-4ce5-9231-c608bc3281fd is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:09:31.473336 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-6f3199e7-ec2a-4ab4-b684-a93ea973e289 admin admin] Usage tracker for resource:security_group_rule and tenant:be490165959343eda99ee80dcf6eeeed is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:31.478175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:31.500207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-6f3199e7-ec2a-4ab4-b684-a93ea973e289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:31.535531 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, 6a5662e4-6547-4ce5-9231-c608bc3281fd) {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:31.561123 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:31.562009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:31.605148 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16cb1e3-1840-4d95-b02a-67bd3cf3dd31 None None] Network 0942800d-a1ab-4567-8b70-409ddb9d3b91 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:09:31.641231 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-2a51d622-2d66-48d2-a1f6-3b2f87fbd237 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.9000289
Apr 20 14:09:31.642685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 49802) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:31.677471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-678810139-router', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:31.710673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-7f0909b5-7dca-443d-926b-5b8f13cbe9c7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:31.719127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-7f0909b5-7dca-443d-926b-5b8f13cbe9c7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Synchronizing usage tracker for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:network {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:09:31.721300 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e2869-4bf3-4c2e-85c8-4d6239d8e8e0 None None] Network 6a5662e4-6547-4ce5-9231-c608bc3281fd requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:09:31.742930 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:31.746935 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Allocated IP 172.20.0.1 (208826de-226c-4839-8ac0-886efbb4ebc9/f713650e-646d-446a-9dd4-a9c072bdeac5/21a725f7-ffb0-4772-a003-93a424d585ec) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:09:31.750516 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Usage tracker for resource:router and tenant:41708f6d5066439e9e48ce3963586db5 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:31.755816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:31.767121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:31.789808 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853793824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761469'] for router, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:31.791526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14588'] for router, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:31.819825 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:31.969761 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-6f3199e7-ec2a-4ab4-b684-a93ea973e289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:32.077239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afe035d-6ef8-4cce-94e1-c7ab89fccd0e None None] Network dfbe6764-7368-48c7-b252-4bdb783828c3 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:09:32.114883 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:32.149054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Transition to ACTIVE for port object 21a725f7-ffb0-4772-a003-93a424d585ec will not be triggered until provisioned by entity DHCP. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:09:32.242153 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6f3199e7-ec2a-4ab4-b684-a93ea973e289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:32.259737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6f3199e7-ec2a-4ab4-b684-a93ea973e289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:32.292254 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4baeb51d-8a83-4d00-80f4-2cd535f107a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:32.385993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:32.394838 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:32.425486 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Transition to ACTIVE for port object 7a9b4a48-feed-41f4-90cd-03a2275a89df will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:09:32.437861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:32.446086 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:32.485230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49834) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:32.498607 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6f3199e7-ec2a-4ab4-b684-a93ea973e289 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be490165959343eda99ee80dcf6eeeed&name=default HTTP/1.1" status: 200  len: 2975 time: 2.6504152
Apr 20 14:09:32.504992 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49838) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:32.507362 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 14:09:32.540372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3199e7-ec2a-4ab4-b684-a93ea973e289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff11e89d-225a-4463-ae73-da5a438f09e3,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:32.551783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Network 208826de-226c-4839-8ac0-886efbb4ebc9 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:09:32.568199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6f3199e7-ec2a-4ab4-b684-a93ea973e289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:32.568993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:32.611203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:32.720541 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:09:32.721610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-940302'] for router_interface, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:32.740380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Pushing event updated for resources: {'Port': ['ID=7a9b4a48-feed-41f4-90cd-03a2275a89df,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:32.785041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:32.785618 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:32.786251 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:32.786830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:32.787386 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:32.789475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14573'] for router, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:32.797290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:32.798076 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:32.798653 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:32.799257 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:32.799852 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:32.800436 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:32.803789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Tracked resource versions report:
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]: pushed versions:
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]: {   'AddressGroup': {'1.2'},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     'ConntrackHelper': {'1.0'},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Log': {'1.0'},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Network': {'1.1'},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Port': {'1.7'},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     'PortForwarding': {'1.2'},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     'QosPolicy': {'1.8'},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroup': {'1.4'},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SecurityGroupRule': {'1.2'},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     'SubPort': {'1.0'},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Subnet': {'1.1'},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     'Trunk': {'1.1'}}
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]: consumer versions:
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]: {   DHCP agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     HyperV agent@hv-cinder-77459: {},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     L3 agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metadata agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     Metering agent@dv-cinder-774594-5-iscsi: {},
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:     Open vSwitch agent@dv-cinder-774594-5-iscsi: {   'AddressGroup': '1.2',
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'ConntrackHelper': '1.0',
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Log': '1.0',
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Network': '1.1',
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Port': '1.7',
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'PortForwarding': '1.2',
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'QosPolicy': '1.8',
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroup': '1.4',
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SecurityGroupRule': '1.2',
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'SubPort': '1.0',
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Subnet': '1.1',
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:                                                      'Trunk': '1.1'}}
Apr 20 14:09:32.805867 dv-cinder-774594-5-iscsi neutron-server[86262]:  {{(pid=86378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 14:09:32.815560 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-7f0909b5-7dca-443d-926b-5b8f13cbe9c7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Unset dirty status for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:network {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:09:32.817786 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-7f0909b5-7dca-443d-926b-5b8f13cbe9c7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/networks?id=dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 200  len: 815 time: 1.6878514
Apr 20 14:09:32.835495 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:32.905186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Attempting to bind port 7a9b4a48-feed-41f4-90cd-03a2275a89df on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:09:32.907984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Attempting to bind port 7a9b4a48-feed-41f4-90cd-03a2275a89df by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:09:32.911101 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Attempting to bind port 7a9b4a48-feed-41f4-90cd-03a2275a89df on network da2a561a-f59b-4a7e-965e-e4dc6d9662da {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:09:32.912197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 9fc38662-9b7f-4160-aaed-626b2d9627db up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:09:32.923781 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:09:32.924800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Checking segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:09:32.926081 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:32.926945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Bound using segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:09:32.927991 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Bound port: 7a9b4a48-feed-41f4-90cd-03a2275a89df, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:09:32.928872 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:32.955552 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-9ccbd2f8-a308-4846-92e4-e37b2176f584 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/quotas/a5474c7eaab841f8ab87e09978d70291 HTTP/1.1" status: 200  len: 375 time: 0.0479982
Apr 20 14:09:32.985255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49848) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:33.149500 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] For port 7a9b4a48-feed-41f4-90cd-03a2275a89df, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:09:33.160847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] For port 7a9b4a48-feed-41f4-90cd-03a2275a89df, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=7a9b4a48-feed-41f4-90cd-03a2275a89df,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:09:33.169059 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:33.178887 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:33.218674 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-946d4cba-1b0c-4363-9d01-af0e2f497ecf tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1612747
Apr 20 14:09:33.357379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Pushing event updated for resources: {'Port': ['ID=7a9b4a48-feed-41f4-90cd-03a2275a89df,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:33.379522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:33.392550 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7e4473c7-571a-47f8-9d13-32a7ae85c5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:33.395001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Pushing event updated for resources: {'Port': ['ID=21a725f7-ffb0-4772-a003-93a424d585ec,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:33.427259 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:09:33.428371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315ffca58>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:09:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:33.470768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:33.489282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-8ca5c8ee-34df-44be-bc86-591f6eea07a0 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:33.494651 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-8ca5c8ee-34df-44be-bc86-591f6eea07a0 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/networks?id=0942800d-a1ab-4567-8b70-409ddb9d3b91 HTTP/1.1" status: 200  len: 812 time: 1.0019555
Apr 20 14:09:33.514859 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-41c14330-3c81-45e1-9b45-fa9519df34d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:33.574961 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d5b4c3b1-aa1b-4bc7-b2c1-0370d4aaf43d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:09:33.583755 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d5b4c3b1-aa1b-4bc7-b2c1-0370d4aaf43d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1924570
Apr 20 14:09:33.592839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-41c14330-3c81-45e1-9b45-fa9519df34d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:33.606211 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7e4473c7-571a-47f8-9d13-32a7ae85c5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:33.638873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-41c14330-3c81-45e1-9b45-fa9519df34d6 admin admin] Usage tracker for resource:security_group_rule and tenant:3e7a3f59bb6044f3bff17a47c266f985 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:33.650145 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-c5bbc263-135d-4ebb-ad4d-a21c193bcdbd tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/quotas/897c2e13139849ad87a8cf7a44834f8d HTTP/1.1" status: 200  len: 375 time: 0.1424038
Apr 20 14:09:33.657978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-41c14330-3c81-45e1-9b45-fa9519df34d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:33.788234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-41c14330-3c81-45e1-9b45-fa9519df34d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:33.796263 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-49e6d9d0-1c49-4789-be47-462136ce829f tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=897c2e13139849ad87a8cf7a44834f8d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1210749
Apr 20 14:09:33.811140 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-12149081-60d7-4c68-aa57-9b3d0f6a88f6 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259638
Apr 20 14:09:33.878313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:09:33.889168 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-80ba4fe1-730e-459c-9c76-4ff2da8ac817 None None] Provisioning complete for port 9fc38662-9b7f-4160-aaed-626b2d9627db triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:09:33.889607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-80ba4fe1-730e-459c-9c76-4ff2da8ac817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:33.996349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:34.046593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:34.101508 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 9fc38662-9b7f-4160-aaed-626b2d9627db triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:09:34.101992 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:34.109753 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-3177a617-9665-4200-91bd-8f95e89ddb74 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:09:34.112061 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-3177a617-9665-4200-91bd-8f95e89ddb74 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1662157
Apr 20 14:09:34.113761 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:34.223273 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d31e0509-d414-4af3-9dea-eb3203d7718a service neutron] 10.222.0.30 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4104939
Apr 20 14:09:34.237280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7e4473c7-571a-47f8-9d13-32a7ae85c5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:34.315755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:34.366274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7e4473c7-571a-47f8-9d13-32a7ae85c5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:34.367581 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-7e4473c7-571a-47f8-9d13-32a7ae85c5e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff11e89d-225a-4463-ae73-da5a438f09e3 HTTP/1.1" status: 204  len: 168 time: 1.8577702
Apr 20 14:09:34.374483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4473c7-571a-47f8-9d13-32a7ae85c5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff11e89d-225a-4463-ae73-da5a438f09e3,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:34.394001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7e4473c7-571a-47f8-9d13-32a7ae85c5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:34.474869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Allocated IP 172.27.3.166 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/df5e3aa3-5555-4416-aa22-014b57f45e59) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:09:34.556932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-619950ff-358e-4532-9bd6-755d9593e807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:34.578532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-41c14330-3c81-45e1-9b45-fa9519df34d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:34.591776 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-0cbeaba1-5695-4cb5-86dc-6f7c209edcdb service neutron] 10.222.0.30 "GET /v2.0/networks/0942800d-a1ab-4567-8b70-409ddb9d3b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4421551
Apr 20 14:09:34.595276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-41c14330-3c81-45e1-9b45-fa9519df34d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:34.626482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbab5ea-dbb4-41c7-a534-1dfc5802f909 None None] Network 6a5662e4-6547-4ce5-9231-c608bc3281fd requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:09:34.632839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6f3199e7-ec2a-4ab4-b684-a93ea973e289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:34.649313 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-41c14330-3c81-45e1-9b45-fa9519df34d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e7a3f59bb6044f3bff17a47c266f985&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6554346
Apr 20 14:09:34.689265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 49884) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:34.715339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315ffca58>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:26Z', 'revision_number': 3, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:34.731553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf01c9d-b33a-494a-be54-3257e548daaf None None] The sync data for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi is: [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:26Z', 'revision_number': 3, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:09:34.870029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c14330-3c81-45e1-9b45-fa9519df34d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c487a6c4-7fc1-469b-b2ea-d0d65c9ba61a,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:34.886643 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-41c14330-3c81-45e1-9b45-fa9519df34d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:35.023945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:35.116997 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:35.237945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-7a156e0a-a09f-4588-aa40-a8bf3d4b06d3 None None] Provisioning for port 21a725f7-ffb0-4772-a003-93a424d585ec completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:09:35.240713 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c1e8f0fa-c5b6-4903-a646-5a75894f19ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:35.255808 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-7a156e0a-a09f-4588-aa40-a8bf3d4b06d3 None None] Provisioning complete for port 21a725f7-ffb0-4772-a003-93a424d585ec triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:09:35.256542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7a156e0a-a09f-4588-aa40-a8bf3d4b06d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:35.404815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.resource_extend [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 14:09:35.511577 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e0b74108-74a9-4ad3-99fb-e9e206fdd901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:35.596655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:35.605520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-7a156e0a-a09f-4588-aa40-a8bf3d4b06d3 None None] Port 21a725f7-ffb0-4772-a003-93a424d585ec cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:09:35.623452 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e0b74108-74a9-4ad3-99fb-e9e206fdd901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:35.637241 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:35.690328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853835415'] for router_interface, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:35.704966 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-c2d561ae-a207-4b35-8b98-71cac6f6db17 service neutron] 10.222.0.30 "GET /v2.0/networks/0942800d-a1ab-4567-8b70-409ddb9d3b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0729091
Apr 20 14:09:35.738163 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c8f84a4e-cf90-453b-9015-e7ffa1474183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:36.164078 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a0562f02-c996-43fe-add5-2669fbb99c4a req-d950c4e4-42fa-4f5c-8fbb-7c754ba0980e tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 210 time: 1.0583489
Apr 20 14:09:36.183128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:09:36.195371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:36.202481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:09:36.302160 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Pushing event updated for resources: {'Port': ['ID=21a725f7-ffb0-4772-a003-93a424d585ec,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:36.346611 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:36.584819 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Pushing event updated for resources: {'Port': ['ID=df5e3aa3-5555-4416-aa22-014b57f45e59,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:36.605238 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.371s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:36.643626 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e567310d-fae7-4574-8360-7dd05b732bc2 req-548493f2-1780-4788-878e-5ca49bccb54c tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 210 time: 0.1822875
Apr 20 14:09:36.647773 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e0b74108-74a9-4ad3-99fb-e9e206fdd901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:36.675664 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:36.698078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cd2801d4-ae05-4598-9d1f-4cd54c1b7718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:36.732775 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b74108-74a9-4ad3-99fb-e9e206fdd901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c487a6c4-7fc1-469b-b2ea-d0d65c9ba61a,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:36.754989 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Network 208826de-226c-4839-8ac0-886efbb4ebc9 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:09:36.764355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e0b74108-74a9-4ad3-99fb-e9e206fdd901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:36.765946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:37.138951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e0b74108-74a9-4ad3-99fb-e9e206fdd901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:37.144020 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e0b74108-74a9-4ad3-99fb-e9e206fdd901 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c487a6c4-7fc1-469b-b2ea-d0d65c9ba61a HTTP/1.1" status: 204  len: 168 time: 2.4505103
Apr 20 14:09:37.328432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-52353cca-9915-4d06-8c56-e11799de88de None None] Provisioning complete for port 21a725f7-ffb0-4772-a003-93a424d585ec triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:09:37.329542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-52353cca-9915-4d06-8c56-e11799de88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:37.503962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:37.512215 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:09:37.515487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:37.522594 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 7a9b4a48-feed-41f4-90cd-03a2275a89df up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:09:37.720421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-52353cca-9915-4d06-8c56-e11799de88de None None] Port 21a725f7-ffb0-4772-a003-93a424d585ec cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:09:37.745260 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-53a46f1d-3a2b-4221-a21d-f5f0d0739031 req-e14d46b3-77ac-4d8f-b7a6-1b0faf07254c tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 210 time: 0.2150948
Apr 20 14:09:37.820796 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:37.891564 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:37.896987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 7a9b4a48-feed-41f4-90cd-03a2275a89df completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:09:37.903661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 7a9b4a48-feed-41f4-90cd-03a2275a89df triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:09:37.904450 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:38.016175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:09:38.036995 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] 10.222.0.30 "PUT /v2.0/routers/921d6d45-ce0f-4c4e-ab0b-8da9b038082a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8858263
Apr 20 14:09:38.239979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:38.305010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 7a9b4a48-feed-41f4-90cd-03a2275a89df, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=7a9b4a48-feed-41f4-90cd-03a2275a89df,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:09:38.310554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:38.319787 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:38.507444 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=7a9b4a48-feed-41f4-90cd-03a2275a89df,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:38.521523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:38.555865 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c8b6bea1-2e82-44e8-a7e1-cd6fec877c7d req-966a5adf-af78-4d92-982d-02e9907167d0 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 210 time: 0.2102580
Apr 20 14:09:38.868805 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:09:38.914460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853833005'] for router, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:39.034683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:39.169229 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Sync routers for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:09:39.198469 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cd492c3d-a0fe-42ed-96e6-ae70dcda8ed7 req-977c8557-afdb-41a8-939c-c69857572372 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 210 time: 0.2045188
Apr 20 14:09:39.214466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:09:39.216151 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316701940>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:09:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:39.452197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 7a9b4a48-feed-41f4-90cd-03a2275a89df up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:09:39.453010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Router 84314110-e8b0-4615-bc2d-dae19774988a is scheduled to L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f with binding_index 1 {{(pid=86375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:09:39.694778 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50064) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:39.713850 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854970410', 'description': 'tempest-description--1180891500'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:39.744996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:39.763944 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Usage tracker for resource:security_group and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:39.775536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:39.806662 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:39.848673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:39.940980 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 7a9b4a48-feed-41f4-90cd-03a2275a89df triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:09:39.941736 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:39.949806 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:39.962901 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Usage tracker for resource:security_group_rule and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:39.967111 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:39.975596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:40.058497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:09:40.123870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:40.128319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:40.137140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:40.141985 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c90ae2d6-4723-45e6-8b94-097dbf22c04d req-ee6c0711-905c-45e9-a33e-d14a3ea13b93 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 210 time: 0.1319366
Apr 20 14:09:40.234355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:09:40.246680 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Sync routers for ids ['84314110-e8b0-4615-bc2d-dae19774988a'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:09:40.279400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3a976b-ee51-48e7-8424-1166c56f762d,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:40.284740 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:40.289819 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.5904088
Apr 20 14:09:40.289819 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:40.290265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50092) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:40.291214 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Routers {'84314110-e8b0-4615-bc2d-dae19774988a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:09:40.291944 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31654f390>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:09:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['84314110-e8b0-4615-bc2d-dae19774988a'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:40.303518 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-a0780c36-725d-44ed-8ebb-03bf606b1109 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Request body: {'security_group_rule': {'security_group_id': '0c3a976b-ee51-48e7-8424-1166c56f762d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:40.323126 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a0780c36-725d-44ed-8ebb-03bf606b1109 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:40.323376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Notify callbacks [] for router, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:40.324846 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 8.6594119
Apr 20 14:09:40.329900 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 50098) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:40.335928 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a0780c36-725d-44ed-8ebb-03bf606b1109 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Usage tracker for resource:security_group_rule and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:40.346016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a0780c36-725d-44ed-8ebb-03bf606b1109 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:40.362259 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a0780c36-725d-44ed-8ebb-03bf606b1109 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:40.428982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a0780c36-725d-44ed-8ebb-03bf606b1109 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:40.563145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a0780c36-725d-44ed-8ebb-03bf606b1109 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:40.569009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a0780c36-725d-44ed-8ebb-03bf606b1109 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:40.573790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:40.624269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0780c36-725d-44ed-8ebb-03bf606b1109 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78397be6-cfcc-4332-be12-a0f56d216997,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:40.650200 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a0780c36-725d-44ed-8ebb-03bf606b1109 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:40.674937 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a0780c36-725d-44ed-8ebb-03bf606b1109 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:40.679706 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a0780c36-725d-44ed-8ebb-03bf606b1109 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3843782
Apr 20 14:09:40.680593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50114) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:40.686510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-8afb820f-a45f-4e58-9abe-0a7e648bb888 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Request body: {'security_group_rule': {'security_group_id': '0c3a976b-ee51-48e7-8424-1166c56f762d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:40.700301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-8afb820f-a45f-4e58-9abe-0a7e648bb888 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:40.712645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-8afb820f-a45f-4e58-9abe-0a7e648bb888 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Usage tracker for resource:security_group_rule and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:40.721308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-8afb820f-a45f-4e58-9abe-0a7e648bb888 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:40.740485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-8afb820f-a45f-4e58-9abe-0a7e648bb888 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:40.784735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8afb820f-a45f-4e58-9abe-0a7e648bb888 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:40.799810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Set router 84314110-e8b0-4615-bc2d-dae19774988a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:09:40.912984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8afb820f-a45f-4e58-9abe-0a7e648bb888 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:40.918937 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8afb820f-a45f-4e58-9abe-0a7e648bb888 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:40.921761 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:40.961578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8afb820f-a45f-4e58-9abe-0a7e648bb888 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:40.963112 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-8afb820f-a45f-4e58-9abe-0a7e648bb888 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2819686
Apr 20 14:09:40.967953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50126) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:40.971526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb820f-a45f-4e58-9abe-0a7e648bb888 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beea1985-8186-44db-bc29-46fc3d78377a,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:40.974415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8afb820f-a45f-4e58-9abe-0a7e648bb888 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:40.978432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Request body: {'floatingip': {'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:40.985917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:40.991591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Usage tracker for resource:floatingip and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:40.996142 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:41.004515 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:41.016924 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:41.159317 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50130) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:41.308556 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31654f390>, [{'id': '84314110-e8b0-4615-bc2d-dae19774988a', 'name': 'tempest-ServerRescueNegativeTestJSON-678810139-router', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:36Z', 'revision_number': 3, 'project_id': '41708f6d5066439e9e48ce3963586db5', 'gw_port': {'id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84314110-e8b0-4615-bc2d-dae19774988a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:34Z', 'updated_at': '2021-04-20T14:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:41.323300 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Checking router: 84314110-e8b0-4615-bc2d-dae19774988a for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:09:41.323826 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Updating router 84314110-e8b0-4615-bc2d-dae19774988a port df5e3aa3-5555-4416-aa22-014b57f45e59 binding host dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:09:41.354131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:41.404463 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316701940>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:34Z', 'revision_number': 2, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:41.420816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Checking router: 921d6d45-ce0f-4c4e-ab0b-8da9b038082a for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:09:41.421395 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Updating router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a port 21a725f7-ffb0-4772-a003-93a424d585ec binding host dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:09:41.552884 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:41.659888 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1e6e8c20-1f0f-4e63-973c-297216a82070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:41.782427 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eb24428f-ab43-4e3e-8cf2-974cb099b770 req-2c47610c-456a-47d5-94f7-6fc8c3cabeec tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 210 time: 0.1996894
Apr 20 14:09:41.829354 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1e6e8c20-1f0f-4e63-973c-297216a82070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:41.846628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1e6e8c20-1f0f-4e63-973c-297216a82070 admin admin] Usage tracker for resource:security_group_rule and tenant:640854f1ea0244799e17fb143129fcd9 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:41.854917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1e6e8c20-1f0f-4e63-973c-297216a82070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:41.871043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1e6e8c20-1f0f-4e63-973c-297216a82070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:42.136260 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-60bce53e-f4d0-4402-b531-ae37f7fd0dc7 req-83f9d9a0-2922-4001-b0e0-a5cb1c04015a tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 210 time: 0.4243681
Apr 20 14:09:42.146454 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50154) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:42.255327 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:42.262576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.53', 56523) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:42.466543 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1e6e8c20-1f0f-4e63-973c-297216a82070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:42.474249 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1e6e8c20-1f0f-4e63-973c-297216a82070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:42.498493 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:42.595766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-76eb20b9-b5aa-4d55-acf4-96f539bb5b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:42.649548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-76eb20b9-b5aa-4d55-acf4-96f539bb5b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:42.659074 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-76eb20b9-b5aa-4d55-acf4-96f539bb5b2c admin admin] Usage tracker for resource:security_group_rule and tenant:4ffa162f879549f58f85ade1dfab146d is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:42.666313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-76eb20b9-b5aa-4d55-acf4-96f539bb5b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:42.679528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-76eb20b9-b5aa-4d55-acf4-96f539bb5b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:42.799872 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:42.832899 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Transition to ACTIVE for port object df5e3aa3-5555-4416-aa22-014b57f45e59 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:09:42.852855 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:42.865393 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:42.874859 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-76eb20b9-b5aa-4d55-acf4-96f539bb5b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:42.925596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:42.946537 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-76eb20b9-b5aa-4d55-acf4-96f539bb5b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:43.019911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.53', 56525) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:43.047439 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Attempting to bind port df5e3aa3-5555-4416-aa22-014b57f45e59 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:09:43.057985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Attempting to bind port df5e3aa3-5555-4416-aa22-014b57f45e59 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:09:43.057985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Attempting to bind port df5e3aa3-5555-4416-aa22-014b57f45e59 on network da2a561a-f59b-4a7e-965e-e4dc6d9662da {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:09:43.057985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:09:43.059353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Checking segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:09:43.059827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:43.060274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Bound using segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:09:43.060834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Bound port: df5e3aa3-5555-4416-aa22-014b57f45e59, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:09:43.061272 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:43.108699 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c6af1-6c76-44c8-949e-e0f42a10f2ce None None] Pushing event updated for resources: {'Port': ['ID=df5e3aa3-5555-4416-aa22-014b57f45e59,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:43.148279 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:43.168033 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-40fe3f39-7412-4694-94f8-67334f85ab56 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:43.171340 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-40fe3f39-7412-4694-94f8-67334f85ab56 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "GET /v2.0/networks?id=dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 200  len: 815 time: 0.9014251
Apr 20 14:09:43.172471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e8c20-1f0f-4e63-973c-297216a82070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5c7d76-592e-4219-ad72-8a89d83487bc,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:43.178858 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Transition to ACTIVE for port object 21a725f7-ffb0-4772-a003-93a424d585ec will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:09:43.189233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1e1c6af1-6c76-44c8-949e-e0f42a10f2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:43.194821 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:43.206515 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-1e6e8c20-1f0f-4e63-973c-297216a82070 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=640854f1ea0244799e17fb143129fcd9&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0358183
Apr 20 14:09:43.209220 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1e6e8c20-1f0f-4e63-973c-297216a82070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:43.214249 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-41c14330-3c81-45e1-9b45-fa9519df34d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:43.217444 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0fa6f94b-7d57-4250-94af-07249e8740e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:43.261454 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 50186) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:43.284113 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb20b9-b5aa-4d55-acf4-96f539bb5b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce40666-25fd-4284-9891-65048015adf5,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:43.308872 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Request body: {'port': {'device_id': '94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f', 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3', 'admin_state_up': True, 'tenant_id': 'a5474c7eaab841f8ab87e09978d70291'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:43.448520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] For port df5e3aa3-5555-4416-aa22-014b57f45e59, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:09:43.455571 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] For port df5e3aa3-5555-4416-aa22-014b57f45e59, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=df5e3aa3-5555-4416-aa22-014b57f45e59,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:09:43.462124 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-76eb20b9-b5aa-4d55-acf4-96f539bb5b2c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ffa162f879549f58f85ade1dfab146d&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2634289
Apr 20 14:09:43.462124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-76eb20b9-b5aa-4d55-acf4-96f539bb5b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:43.466309 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:43.487527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1e1c6af1-6c76-44c8-949e-e0f42a10f2ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:43.487907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50202) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:43.500466 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3a81ed16-3a65-4e58-96bf-f458c9a1daf5 req-fff33f17-4376-441b-af64-ef0799370c8f tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 210 time: 0.1900980
Apr 20 14:09:43.910918 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Routers {'84314110-e8b0-4615-bc2d-dae19774988a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:09:43.912256 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31654f390>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:09:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['84314110-e8b0-4615-bc2d-dae19774988a'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:43.914654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Allocated IP 172.27.3.181 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/e66a3612-4329-45ed-add2-8e1040ef9d1b) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:09:43.940854 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1450cfb-71f1-4dbe-9d5a-cb307e2b1507 None None] Pushing event updated for resources: {'Port': ['ID=21a725f7-ffb0-4772-a003-93a424d585ec,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:43.949908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d1450cfb-71f1-4dbe-9d5a-cb307e2b1507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:43.997628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d773-baae-47ae-9908-311a5122330e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:44.032428 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d773-baae-47ae-9908-311a5122330e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:44.043736 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Attempting to bind port 21a725f7-ffb0-4772-a003-93a424d585ec on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:09:44.044127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Attempting to bind port 21a725f7-ffb0-4772-a003-93a424d585ec by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:09:44.044711 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Attempting to bind port 21a725f7-ffb0-4772-a003-93a424d585ec on network 208826de-226c-4839-8ac0-886efbb4ebc9 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:09:44.062046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:09:44.066586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Checking segment: {'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:09:44.069992 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:44.071063 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Bound using segment: {'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:09:44.071837 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Bound port: 21a725f7-ffb0-4772-a003-93a424d585ec, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:09:44.072501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:44.097777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d773-baae-47ae-9908-311a5122330e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:44.128719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f72d64c2-28a6-4637-9573-423a37838402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:44.158845 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7d773-baae-47ae-9908-311a5122330e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5c7d76-592e-4219-ad72-8a89d83487bc,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:44.217225 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b8a7d773-baae-47ae-9908-311a5122330e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:44.238660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b8a7d773-baae-47ae-9908-311a5122330e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:44.256671 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b8a7d773-baae-47ae-9908-311a5122330e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/da5c7d76-592e-4219-ad72-8a89d83487bc HTTP/1.1" status: 204  len: 168 time: 0.9456811
Apr 20 14:09:44.257103 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8e87792d-3d6d-47aa-9134-15c3fea76362 req-276a7e37-ebfe-4163-9971-9b967a173547 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 210 time: 0.2776322
Apr 20 14:09:44.284773 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-64195066-1ecb-4c02-9d3b-ff9c4b486066 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:44.288360 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-64195066-1ecb-4c02-9d3b-ff9c4b486066 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Synchronizing usage tracker for tenant:897c2e13139849ad87a8cf7a44834f8d on resource:network {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:09:44.307305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] For port 21a725f7-ffb0-4772-a003-93a424d585ec, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:09:44.317920 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] For port 21a725f7-ffb0-4772-a003-93a424d585ec, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=21a725f7-ffb0-4772-a003-93a424d585ec,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:09:44.350961 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c6af1-6c76-44c8-949e-e0f42a10f2ce None None] Pushing event updated for resources: {'Port': ['ID=df5e3aa3-5555-4416-aa22-014b57f45e59,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:44.359404 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:44.361021 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1e1c6af1-6c76-44c8-949e-e0f42a10f2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:44.381092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:44.424026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-64195066-1ecb-4c02-9d3b-ff9c4b486066 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Unset dirty status for tenant:897c2e13139849ad87a8cf7a44834f8d on resource:network {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:09:44.439884 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-64195066-1ecb-4c02-9d3b-ff9c4b486066 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.53 "GET /v2.0/networks?id=0942800d-a1ab-4567-8b70-409ddb9d3b91 HTTP/1.1" status: 200  len: 812 time: 1.4185581
Apr 20 14:09:44.488287 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Request body: {'port': {'device_id': '6de1bf5a-ae80-47b6-90aa-d74790ab0433', 'network_id': '0942800d-a1ab-4567-8b70-409ddb9d3b91', 'admin_state_up': True, 'tenant_id': '897c2e13139849ad87a8cf7a44834f8d'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:44.540424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-049d19f4-290d-4d54-aea9-3616a0b44421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:44.597435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] Set router 84314110-e8b0-4615-bc2d-dae19774988a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:09:44.603080 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-049d19f4-290d-4d54-aea9-3616a0b44421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:44.692813 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-049d19f4-290d-4d54-aea9-3616a0b44421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:44.728416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7e4473c7-571a-47f8-9d13-32a7ae85c5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:44.743653 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:09:44.744831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316701940>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:09:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:44.755805 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:44.775094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Usage tracker for resource:port and tenant:a5474c7eaab841f8ab87e09978d70291 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:44.785150 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:44.794128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:44.819407 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Made reservation on behalf of a5474c7eaab841f8ab87e09978d70291 for: {'port': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:44.826169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:44.873475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d19f4-290d-4d54-aea9-3616a0b44421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce40666-25fd-4284-9891-65048015adf5,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:44.885863 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-049d19f4-290d-4d54-aea9-3616a0b44421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:45.078952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:09:45.105105 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Allocated IP 172.20.0.1 (6a5662e4-6547-4ce5-9231-c608bc3281fd/5dfd9853-f316-42eb-bcab-9332c748ef16/707e583c-2830-4cfc-82cc-e3c556c433be) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:09:45.139337 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:45.151844 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Allocated IP 172.20.0.3 (dfbe6764-7368-48c7-b252-4bdb783828c3/7517288a-f0d4-4d99-aaf2-ae2db9bb1c45/e488e379-4186-4101-8fc8-46f3543fe3f1) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:09:45.174344 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Usage tracker for resource:port and tenant:897c2e13139849ad87a8cf7a44834f8d is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:45.191800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:45.230730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:45.434544 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 50250) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:45.457179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Made reservation on behalf of 897c2e13139849ad87a8cf7a44834f8d for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:45.465212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:45.521485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f14fc61a-0b3c-4960-b0e4-b44858abd25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:45.592785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:45.593388 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f14fc61a-0b3c-4960-b0e4-b44858abd25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:45.759095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:45.794070 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1450cfb-71f1-4dbe-9d5a-cb307e2b1507 None None] Pushing event updated for resources: {'Port': ['ID=21a725f7-ffb0-4772-a003-93a424d585ec,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:45.817607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f14fc61a-0b3c-4960-b0e4-b44858abd25b admin admin] Usage tracker for resource:security_group_rule and tenant:2137771d08d64f2ba52d2b0b0e7acff4 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:45.821937 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d1450cfb-71f1-4dbe-9d5a-cb307e2b1507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.431s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:45.831383 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c66a46f6-f8e1-4a1a-93bb-9bcb915b1f8c req-bfa023ef-873c-4653-90e2-b904521f568e tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 210 time: 0.6712732
Apr 20 14:09:45.834493 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-049d19f4-290d-4d54-aea9-3616a0b44421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:45.842441 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-049d19f4-290d-4d54-aea9-3616a0b44421 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ce40666-25fd-4284-9891-65048015adf5 HTTP/1.1" status: 204  len: 168 time: 2.3528566
Apr 20 14:09:45.846679 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:45.850766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:45.898904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:45.947639 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316701940>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:44Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:45.965398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf0515-a829-4aa6-b6fb-b9a034f1429d None None] The sync data for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi is: [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:44Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:09:46.049147 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31654f390>, [{'id': '84314110-e8b0-4615-bc2d-dae19774988a', 'name': 'tempest-ServerRescueNegativeTestJSON-678810139-router', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:36Z', 'revision_number': 3, 'project_id': '41708f6d5066439e9e48ce3963586db5', 'gw_port': {'id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84314110-e8b0-4615-bc2d-dae19774988a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:34Z', 'updated_at': '2021-04-20T14:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:46.066130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e840332-4073-46a9-8ec5-00229e8808d8 None None] The sync data for ids ['84314110-e8b0-4615-bc2d-dae19774988a'] in dv-cinder-774594-5-iscsi is: [{'id': '84314110-e8b0-4615-bc2d-dae19774988a', 'name': 'tempest-ServerRescueNegativeTestJSON-678810139-router', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:36Z', 'revision_number': 3, 'project_id': '41708f6d5066439e9e48ce3963586db5', 'gw_port': {'id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84314110-e8b0-4615-bc2d-dae19774988a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:34Z', 'updated_at': '2021-04-20T14:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:09:46.082553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f14fc61a-0b3c-4960-b0e4-b44858abd25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:46.137633 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a11f84e9-411e-4fce-b82b-72f6ed1befd3 req-552cfadd-d4ac-4802-823e-0ceda7e4a537 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 210 time: 0.3439286
Apr 20 14:09:46.249348 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f14fc61a-0b3c-4960-b0e4-b44858abd25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:46.684199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:47.089177 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:09:47.181730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:47.250683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:09:47.446810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Network dfbe6764-7368-48c7-b252-4bdb783828c3 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:09:47.448464 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event updated for resources: {'Port': ['ID=e66a3612-4329-45ed-add2-8e1040ef9d1b,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:47.453934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f14fc61a-0b3c-4960-b0e4-b44858abd25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:47.468850 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f14fc61a-0b3c-4960-b0e4-b44858abd25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:47.590473 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device df5e3aa3-5555-4416-aa22-014b57f45e59 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:09:47.700236 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:47.767172 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:47.918190 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port df5e3aa3-5555-4416-aa22-014b57f45e59 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:09:47.935753 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port df5e3aa3-5555-4416-aa22-014b57f45e59 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:09:47.936186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:48.003240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:48.027470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50304) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:48.127349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:48.274806 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f14fc61a-0b3c-4960-b0e4-b44858abd25b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2137771d08d64f2ba52d2b0b0e7acff4&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8382924
Apr 20 14:09:48.283485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 50312) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:48.288106 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fc61a-0b3c-4960-b0e4-b44858abd25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d75ae1-f55e-4abc-9315-2f9739a1b985,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:48.322665 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:48.331385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f14fc61a-0b3c-4960-b0e4-b44858abd25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:48.351747 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c99a53b9-5252-4fbf-b6b1-3dd092b926f3 req-584479b7-61a7-4602-a765-76712f9249b1 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 210 time: 0.4957407
Apr 20 14:09:48.363707 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:48.376963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port df5e3aa3-5555-4416-aa22-014b57f45e59, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=df5e3aa3-5555-4416-aa22-014b57f45e59,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:09:48.383700 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:48.385626 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 21a725f7-ffb0-4772-a003-93a424d585ec up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:09:48.453060 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:09:48.471797 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:48.472470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:48.480535 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:48.511723 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Network 6a5662e4-6547-4ce5-9231-c608bc3281fd is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:09:48.578054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:48.629947 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Allocated IP 172.20.0.2 (0942800d-a1ab-4567-8b70-409ddb9d3b91/13e3f391-c0fb-4f63-92e4-4f7059424d46/7e6e962f-ac6d-480f-9018-ad9ba3cdc661) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:09:48.634748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:48.639114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:09:48.639798 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-940302'] for router_interface, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:48.861536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=df5e3aa3-5555-4416-aa22-014b57f45e59,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:48.871165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:48.883882 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 21a725f7-ffb0-4772-a003-93a424d585ec completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:09:48.899788 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 21a725f7-ffb0-4772-a003-93a424d585ec triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:09:48.900230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:49.156266 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:49.222035 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 21a725f7-ffb0-4772-a003-93a424d585ec, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=21a725f7-ffb0-4772-a003-93a424d585ec,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:09:49.231864 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:49.235276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:49.380811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=21a725f7-ffb0-4772-a003-93a424d585ec,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:49.390787 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:49.402963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Pushing event updated for resources: {'Port': ['ID=707e583c-2830-4cfc-82cc-e3c556c433be,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:49.420510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:49.455242 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:49.465665 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Pushing event updated for resources: {'Port': ['ID=e488e379-4186-4101-8fc8-46f3543fe3f1,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:49.478014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device df5e3aa3-5555-4416-aa22-014b57f45e59 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:09:49.486412 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50344) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:49.560911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.662s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:49.569646 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.553s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:49.570047 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:49.592213 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-47085bfb-f2c8-4f1d-a4ff-686023bf5006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:49.663316 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.3874614
Apr 20 14:09:49.674258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port df5e3aa3-5555-4416-aa22-014b57f45e59 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:09:49.674697 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:49.690853 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-47085bfb-f2c8-4f1d-a4ff-686023bf5006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:49.701304 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-47085bfb-f2c8-4f1d-a4ff-686023bf5006 admin admin] Usage tracker for resource:security_group_rule and tenant:d0fc4e0addb5488bab40ddb37e2de8f2 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:49.711061 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-47085bfb-f2c8-4f1d-a4ff-686023bf5006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:49.730915 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-47085bfb-f2c8-4f1d-a4ff-686023bf5006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:49.756025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.resource_extend [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 14:09:49.932367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-07665c62-bff4-444e-8893-512d14333fa9 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:09:49.933550 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-07665c62-bff4-444e-8893-512d14333fa9 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1803067
Apr 20 14:09:49.981892 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:49.998664 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8579e3aa-7da8-467b-a08d-ab9904afb7bd req-6da4a3bb-46d9-43c8-bebb-8d29dbb944ed tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 210 time: 0.1900375
Apr 20 14:09:50.004591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-79875492-network', 'tenant_id': 'd3d475bfc8064ce7b4081175ad8d0f7e'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:50.035865 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.037072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:50.061123 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c1679-412d-4b27-866e-5a4918f74490 req-62829e96-e3cd-4972-9c17-b69f39f883ea tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:50.063118 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-855c1679-412d-4b27-866e-5a4918f74490 req-62829e96-e3cd-4972-9c17-b69f39f883ea tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 931 time: 2.5619419
Apr 20 14:09:50.076042 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Usage tracker for resource:network and tenant:d3d475bfc8064ce7b4081175ad8d0f7e is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:50.081513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-26b8d2b4-89e2-43f5-959b-6ee89422838f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:50.120466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:50.154755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:50.165558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.217797 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Made reservation on behalf of d3d475bfc8064ce7b4081175ad8d0f7e for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:50.222942 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.245957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.261115 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event updated for resources: {'Port': ['ID=e66a3612-4329-45ed-add2-8e1040ef9d1b,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:50.287238 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:50.295438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:50.300486 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Usage tracker for resource:security_group_rule and tenant:d3d475bfc8064ce7b4081175ad8d0f7e is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:50.304349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:50.315157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:50.390519 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.392225 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.4226158
Apr 20 14:09:50.451623 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-47085bfb-f2c8-4f1d-a4ff-686023bf5006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.454894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.457592 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-47085bfb-f2c8-4f1d-a4ff-686023bf5006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.470634 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e0b74108-74a9-4ad3-99fb-e9e206fdd901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:50.479070 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.531152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47085bfb-f2c8-4f1d-a4ff-686023bf5006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae601f3-7df2-4f04-970d-6f34bfdc4a15,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:50.555895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.557406 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-47085bfb-f2c8-4f1d-a4ff-686023bf5006 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0fc4e0addb5488bab40ddb37e2de8f2&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4906242
Apr 20 14:09:50.560706 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-47085bfb-f2c8-4f1d-a4ff-686023bf5006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:50.563411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'}  {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:09:50.566214 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:50.585301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 50360) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:50.602950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.609403 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceeb6f1-b4ab-4525-92b9-5a0ec61581a9,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:50.626299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:50.635854 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.636665 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Added segment cd28e913-d851-493b-9c57-05414b85f719 of type vlan for network e79cd7fc-5581-457f-aeaf-63099fae9c09
Apr 20 14:09:50.654785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.684546 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-855c1679-412d-4b27-866e-5a4918f74490 req-8f7c5ffe-2094-4c19-8dea-10edd6b072ec tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Synchronizing usage tracker for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:security_group {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:09:50.711743 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853835415'] for router_interface, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.720579 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.721430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.743265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:50.849133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcc323c0-df39-4b3a-9776-43d7b3d3e8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.849827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.855057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-bb58f38a-5bd2-4bf8-ae01-f7fcef5b46a6 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Synchronizing usage tracker for tenant:1c8677d41c734622b642ad898a8c995f on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:09:50.862744 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:50.863798 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:50.874110 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:50.944324 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Network 0942800d-a1ab-4567-8b70-409ddb9d3b91 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:09:50.946649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-855c1679-412d-4b27-866e-5a4918f74490 req-8f7c5ffe-2094-4c19-8dea-10edd6b072ec tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Unset dirty status for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:security_group {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:09:50.954513 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-855c1679-412d-4b27-866e-5a4918f74490 req-8f7c5ffe-2094-4c19-8dea-10edd6b072ec tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8808534
Apr 20 14:09:50.956477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:50.982828 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Pushing event updated for resources: {'Port': ['ID=707e583c-2830-4cfc-82cc-e3c556c433be,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:51.001231 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-bb58f38a-5bd2-4bf8-ae01-f7fcef5b46a6 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Unset dirty status for tenant:1c8677d41c734622b642ad898a8c995f on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:09:51.002693 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-bb58f38a-5bd2-4bf8-ae01-f7fcef5b46a6 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1854970410&fields=id&tenant_id=1c8677d41c734622b642ad898a8c995f HTTP/1.1" status: 200  len: 267 time: 0.2187130
Apr 20 14:09:51.016239 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.5244689
Apr 20 14:09:51.086880 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcc323c0-df39-4b3a-9776-43d7b3d3e8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:51.140841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:09:51.144037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50378) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:51.146969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Pushing event updated for resources: {'Network': ['ID=e79cd7fc-5581-457f-aeaf-63099fae9c09,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:51.147274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:51.148024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:51.153252 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Request body: {'subnet': {'network_id': 'e79cd7fc-5581-457f-aeaf-63099fae9c09', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-79875492-subnet', 'tenant_id': 'd3d475bfc8064ce7b4081175ad8d0f7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:51.159103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:51.163984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Usage tracker for resource:subnet and tenant:d3d475bfc8064ce7b4081175ad8d0f7e is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:51.167742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:51.175770 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:51.197478 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:51.201347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network e79cd7fc-5581-457f-aeaf-63099fae9c09 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:09:51.272327 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-47c585b8-41ac-445e-935d-cd70b36e3272 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:51.274180 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-47c585b8-41ac-445e-935d-cd70b36e3272 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 817 time: 0.2563951
Apr 20 14:09:51.317095 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-66d379eb-b495-40be-962e-0a869a1368fa tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/quotas/1c8677d41c734622b642ad898a8c995f HTTP/1.1" status: 200  len: 375 time: 0.0360727
Apr 20 14:09:51.400644 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Made reservation on behalf of d3d475bfc8064ce7b4081175ad8d0f7e for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:51.405869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:51.437818 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 21a725f7-ffb0-4772-a003-93a424d585ec up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:09:51.539350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-749e110d-003f-4953-aeb6-cd20c21ef58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:51.578019 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-749e110d-003f-4953-aeb6-cd20c21ef58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:51.600819 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-33040237-5247-4475-89af-3025a8a42361 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Synchronizing usage tracker for tenant:1c8677d41c734622b642ad898a8c995f on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:09:51.631153 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.1631050
Apr 20 14:09:51.640850 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Network 6a5662e4-6547-4ce5-9231-c608bc3281fd is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:09:51.653233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-33040237-5247-4475-89af-3025a8a42361 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Unset dirty status for tenant:1c8677d41c734622b642ad898a8c995f on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:09:51.655452 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-749e110d-003f-4953-aeb6-cd20c21ef58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:51.656272 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Pushing event updated for resources: {'Port': ['ID=7e6e962f-ac6d-480f-9018-ad9ba3cdc661,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:51.664465 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:51.666685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:51.673526 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-33040237-5247-4475-89af-3025a8a42361 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3495233
Apr 20 14:09:51.674231 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.778s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:51.674560 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:51.679100 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 21a725f7-ffb0-4772-a003-93a424d585ec triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:09:51.679526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:51.684963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:51.863232 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e110d-003f-4953-aeb6-cd20c21ef58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae601f3-7df2-4f04-970d-6f34bfdc4a15,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:51.877293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-749e110d-003f-4953-aeb6-cd20c21ef58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:51.881083 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-749e110d-003f-4953-aeb6-cd20c21ef58b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cae601f3-7df2-4f04-970d-6f34bfdc4a15 HTTP/1.1" status: 204  len: 168 time: 1.2807312
Apr 20 14:09:51.883309 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-749e110d-003f-4953-aeb6-cd20c21ef58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:51.964816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c52e45-7822-437f-805e-c4cbae39f527 req-ba8854b1-a4fa-401d-a823-5886ac85c391 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:51.969952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-31c52e45-7822-437f-805e-c4cbae39f527 req-ba8854b1-a4fa-401d-a823-5886ac85c391 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Synchronizing usage tracker for tenant:897c2e13139849ad87a8cf7a44834f8d on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:09:51.980285 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-6dbf48f5-88a7-4037-8850-8d9d505f8643 service neutron] 10.222.0.30 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3056483
Apr 20 14:09:51.985976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcc323c0-df39-4b3a-9776-43d7b3d3e8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:52.016466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:52.051119 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc323c0-df39-4b3a-9776-43d7b3d3e8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d75ae1-f55e-4abc-9315-2f9739a1b985,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:52.053955 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcc323c0-df39-4b3a-9776-43d7b3d3e8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:52.055474 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bcc323c0-df39-4b3a-9776-43d7b3d3e8ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07d75ae1-f55e-4abc-9315-2f9739a1b985 HTTP/1.1" status: 204  len: 168 time: 3.7326243
Apr 20 14:09:52.072757 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bcc323c0-df39-4b3a-9776-43d7b3d3e8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:52.079246 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-31c52e45-7822-437f-805e-c4cbae39f527 req-ba8854b1-a4fa-401d-a823-5886ac85c391 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Unset dirty status for tenant:897c2e13139849ad87a8cf7a44834f8d on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:09:52.083164 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31c52e45-7822-437f-805e-c4cbae39f527 req-ba8854b1-a4fa-401d-a823-5886ac85c391 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 931 time: 0.8913269
Apr 20 14:09:52.206423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Router 84314110-e8b0-4615-bc2d-dae19774988a has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:09:52.211310 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-31c52e45-7822-437f-805e-c4cbae39f527 req-6af755ec-74a5-4e8e-9c36-59f115d8fd8c tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Synchronizing usage tracker for tenant:897c2e13139849ad87a8cf7a44834f8d on resource:security_group {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:09:52.310620 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-31c52e45-7822-437f-805e-c4cbae39f527 req-6af755ec-74a5-4e8e-9c36-59f115d8fd8c tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Unset dirty status for tenant:897c2e13139849ad87a8cf7a44834f8d on resource:security_group {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:09:52.312051 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31c52e45-7822-437f-805e-c4cbae39f527 req-6af755ec-74a5-4e8e-9c36-59f115d8fd8c tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166653
Apr 20 14:09:52.325143 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-1fb00a38-ba45-4634-8be1-c6193e041948 service neutron] 10.222.0.30 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3437290
Apr 20 14:09:52.481441 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:52.487367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-20b053b2-c9fa-499b-a9c0-39b32618877a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:52.541679 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:09:52.550390 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e58d8a36-b298-47a8-b40e-55e1c205bcac admin admin] 10.222.0.30 "PUT /v2.0/routers/84314110-e8b0-4615-bc2d-dae19774988a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2184508
Apr 20 14:09:52.554036 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Sync routers for ids ['84314110-e8b0-4615-bc2d-dae19774988a'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:09:52.576922 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Routers {'84314110-e8b0-4615-bc2d-dae19774988a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:09:52.578432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316235d68>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:09:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['84314110-e8b0-4615-bc2d-dae19774988a'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:52.579433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e641e85-a61e-4bfe-bf71-f507528d9dcf,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:52.588429 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:52.616973 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Checking segment: {'id': 'cd28e913-d851-493b-9c57-05414b85f719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e79cd7fc-5581-457f-aeaf-63099fae9c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:09:52.617605 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Network hostable DHCP agents. Network: e79cd7fc-5581-457f-aeaf-63099fae9c09, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:09:52.652757 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Network e79cd7fc-5581-457f-aeaf-63099fae9c09 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:09:52.693977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, e79cd7fc-5581-457f-aeaf-63099fae9c09) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:09:52.719086 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:52.721118 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:52.786220 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.6321762
Apr 20 14:09:52.922552 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4998242f-bae5-4c3c-8c3d-f269906f139e req-7a46f13c-3188-4cb9-a627-844a8eb33471 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 210 time: 0.1215477
Apr 20 14:09:52.951904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a53c7-2fb2-424d-b4b2-c8860875e623 req-d110044e-4e5a-4cb7-9da5-538bd0fc81ec tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:52.962594 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8d2a53c7-2fb2-424d-b4b2-c8860875e623 req-d110044e-4e5a-4cb7-9da5-538bd0fc81ec tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 931 time: 0.3201005
Apr 20 14:09:53.069100 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8d2a53c7-2fb2-424d-b4b2-c8860875e623 req-5f38504e-c992-4415-a09a-c13f4363b7a1 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049874
Apr 20 14:09:53.146249 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cfbbec-c0f1-4c39-8ac7-8498811a83cc None None] Network e79cd7fc-5581-457f-aeaf-63099fae9c09 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:09:53.240262 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Request body: {'port': {'device_id': '94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:53.312566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Request body: {'port': {'device_id': '6de1bf5a-ae80-47b6-90aa-d74790ab0433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:53.464195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Set router 84314110-e8b0-4615-bc2d-dae19774988a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:09:53.703482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:53.969460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:54.699534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a098b6aa-a540-499d-8533-447abfc9518f None None] Network e79cd7fc-5581-457f-aeaf-63099fae9c09 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:09:54.876943 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513ba21-4324-4679-8f72-102d17d8db86 req-72db4f68-30f4-4d6b-a833-b329b321fa56 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:54.885230 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4513ba21-4324-4679-8f72-102d17d8db86 req-72db4f68-30f4-4d6b-a833-b329b321fa56 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 931 time: 1.2295356
Apr 20 14:09:55.432396 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316235d68>, [{'id': '84314110-e8b0-4615-bc2d-dae19774988a', 'name': 'tempest-ServerRescueNegativeTestJSON-678810139-router', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:48Z', 'revision_number': 4, 'project_id': '41708f6d5066439e9e48ce3963586db5', 'gw_port': {'id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84314110-e8b0-4615-bc2d-dae19774988a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:34Z', 'updated_at': '2021-04-20T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '707e583c-2830-4cfc-82cc-e3c556c433be', 'name': '', 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'mac_address': 'fa:16:3e:48:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84314110-e8b0-4615-bc2d-dae19774988a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5dfd9853-f316-42eb-bcab-9332c748ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:43Z', 'updated_at': '2021-04-20T14:09:49Z', 'revision_number': 2, 'project_id': '41708f6d5066439e9e48ce3963586db5', 'subnets': [{'id': '5dfd9853-f316-42eb-bcab-9332c748ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:55.441070 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:09:55.448039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Checking router: 84314110-e8b0-4615-bc2d-dae19774988a for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:09:55.448039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Updating router 84314110-e8b0-4615-bc2d-dae19774988a port 707e583c-2830-4cfc-82cc-e3c556c433be binding host dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:09:55.491098 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-24b9b2b0-d5b1-4651-9e34-a8b1e3cb2cc2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:55.491932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-24b9b2b0-d5b1-4651-9e34-a8b1e3cb2cc2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Synchronizing usage tracker for tenant:41708f6d5066439e9e48ce3963586db5 on resource:network {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:09:55.517432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:55.606741 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:55.607958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Transition to ACTIVE for port object 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:09:55.612653 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-24b9b2b0-d5b1-4651-9e34-a8b1e3cb2cc2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Unset dirty status for tenant:41708f6d5066439e9e48ce3963586db5 on resource:network {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:09:55.614058 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-24b9b2b0-d5b1-4651-9e34-a8b1e3cb2cc2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/networks?id=6a5662e4-6547-4ce5-9231-c608bc3281fd HTTP/1.1" status: 200  len: 818 time: 0.5478184
Apr 20 14:09:55.614758 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:55.658407 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0b40dffc-0152-46b6-9617-318e76151d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:55.979293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e488e379-4186-4101-8fc8-46f3543fe3f1 {{(pid=86376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:09:56.018697 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4513ba21-4324-4679-8f72-102d17d8db86 req-1b2b7373-9c70-4175-aa7d-8bc1e019c4bd tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1323266
Apr 20 14:09:56.020869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:56.038885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50512) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:56.075279 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-471137152-network', 'tenant_id': 'a9050fc00a824e1686c3b37308a7136d'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:56.098919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:56.111535 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Usage tracker for resource:network and tenant:a9050fc00a824e1686c3b37308a7136d is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:56.134811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:56.142589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:56.174673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Made reservation on behalf of a9050fc00a824e1686c3b37308a7136d for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:56.186185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:56.266827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Transition to ACTIVE for port object e488e379-4186-4101-8fc8-46f3543fe3f1 will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:09:56.267791 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:56.308720 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:56.490920 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-20556457-5701-4d2c-84e4-60604c491ee8 req-2e4905a3-7188-4c7f-90f7-f28e6a9ddc81 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 210 time: 0.1747200
Apr 20 14:09:56.501299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:56.504004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:56.653553 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-dbf4e624-0f06-47e0-8eea-d0c30b9e88b1 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/quotas/41708f6d5066439e9e48ce3963586db5 HTTP/1.1" status: 200  len: 375 time: 1.0096066
Apr 20 14:09:56.714664 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Usage tracker for resource:security_group_rule and tenant:a9050fc00a824e1686c3b37308a7136d is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:56.745965 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e488e379-4186-4101-8fc8-46f3543fe3f1,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:56.748965 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:56.777758 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:56.778767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:56.890318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:56.915176 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Transition to ACTIVE for port object 707e583c-2830-4cfc-82cc-e3c556c433be will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:09:56.933749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:56.969735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:56.990602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.53', 56544) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:57.226738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfb45d-02cd-497f-a027-a2b9f62a4a43 None None] Pushing event updated for resources: {'Port': ['ID=707e583c-2830-4cfc-82cc-e3c556c433be,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:57.240010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-fdcfb45d-02cd-497f-a027-a2b9f62a4a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:57.308706 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Pushing event updated for resources: {'Port': ['ID=7e6e962f-ac6d-480f-9018-ad9ba3cdc661,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:57.487103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Attempting to bind port e488e379-4186-4101-8fc8-46f3543fe3f1 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:09:57.491987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Attempting to bind port e488e379-4186-4101-8fc8-46f3543fe3f1 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:09:57.492359 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.841s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:57.492641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Attempting to bind port e488e379-4186-4101-8fc8-46f3543fe3f1 on network dfbe6764-7368-48c7-b252-4bdb783828c3 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:09:57.512599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Attempting to bind port 707e583c-2830-4cfc-82cc-e3c556c433be on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:09:57.513289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Attempting to bind port 707e583c-2830-4cfc-82cc-e3c556c433be by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': 'cc8f3ba0-bdcf-4598-887c-20b551549204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:09:57.513840 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Attempting to bind port 707e583c-2830-4cfc-82cc-e3c556c433be on network 6a5662e4-6547-4ce5-9231-c608bc3281fd {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:09:57.521638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Port e488e379-4186-4101-8fc8-46f3543fe3f1 on network dfbe6764-7368-48c7-b252-4bdb783828c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:09:57.524176 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:09:57.524604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Checking segment: {'id': 'cc8f3ba0-bdcf-4598-887c-20b551549204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:09:57.525161 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:57.525755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Bound using segment: {'id': 'cc8f3ba0-bdcf-4598-887c-20b551549204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:09:57.526337 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Attempting to bind port e488e379-4186-4101-8fc8-46f3543fe3f1 on network dfbe6764-7368-48c7-b252-4bdb783828c3 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:09:57.526580 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Bound port: 707e583c-2830-4cfc-82cc-e3c556c433be, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8f3ba0-bdcf-4598-887c-20b551549204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:09:57.527037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:57.545987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:09:57.547826 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Checking segment: {'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:09:57.548771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Bound using segment: {'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:09:57.550345 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Bound port: e488e379-4186-4101-8fc8-46f3543fe3f1, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:09:57.553602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:57.616573 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Attempting to bind port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:09:57.616960 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Attempting to bind port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '4399d359-56f6-4ee2-a2f8-f295092e5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0942800d-a1ab-4567-8b70-409ddb9d3b91'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:09:57.617325 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Attempting to bind port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 on network 0942800d-a1ab-4567-8b70-409ddb9d3b91 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:09:57.667088 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 on network 0942800d-a1ab-4567-8b70-409ddb9d3b91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:09:57.667465 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Attempting to bind port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 on network 0942800d-a1ab-4567-8b70-409ddb9d3b91 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:09:57.732367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8064be-8a0d-4b8a-b9b9-cf13e0d14e6d req-93315ac5-b156-449f-856b-9056ec808d40 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:57.733571 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-1c8064be-8a0d-4b8a-b9b9-cf13e0d14e6d req-93315ac5-b156-449f-856b-9056ec808d40 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Synchronizing usage tracker for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:09:57.781033 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:09:57.781402 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Checking segment: {'id': '4399d359-56f6-4ee2-a2f8-f295092e5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0942800d-a1ab-4567-8b70-409ddb9d3b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:09:57.802575 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Bound using segment: {'id': '4399d359-56f6-4ee2-a2f8-f295092e5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0942800d-a1ab-4567-8b70-409ddb9d3b91'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:09:57.803162 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Bound port: 7e6e962f-ac6d-480f-9018-ad9ba3cdc661, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4399d359-56f6-4ee2-a2f8-f295092e5512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '0942800d-a1ab-4567-8b70-409ddb9d3b91'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:09:57.803571 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:57.833155 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] For port 707e583c-2830-4cfc-82cc-e3c556c433be, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:09:57.842287 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] For port 707e583c-2830-4cfc-82cc-e3c556c433be, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=707e583c-2830-4cfc-82cc-e3c556c433be,segment=NetworkSegment(cc8f3ba0-bdcf-4598-887c-20b551549204),segment_id=cc8f3ba0-bdcf-4598-887c-20b551549204)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:09:57.847952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:57.867735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d1450cfb-71f1-4dbe-9d5a-cb307e2b1507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:57.885905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-1c8064be-8a0d-4b8a-b9b9-cf13e0d14e6d req-93315ac5-b156-449f-856b-9056ec808d40 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Unset dirty status for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:09:57.893995 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1c8064be-8a0d-4b8a-b9b9-cf13e0d14e6d req-93315ac5-b156-449f-856b-9056ec808d40 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 943 time: 0.9039247
Apr 20 14:09:57.948243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] For port e488e379-4186-4101-8fc8-46f3543fe3f1, host hv-cinder-77459, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:09:57.989306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] For port e488e379-4186-4101-8fc8-46f3543fe3f1, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e488e379-4186-4101-8fc8-46f3543fe3f1,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:09:57.992111 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:58.007122 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1c8064be-8a0d-4b8a-b9b9-cf13e0d14e6d req-79d8e67b-0456-42bd-8ff3-1719635e908a tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117394
Apr 20 14:09:58.015056 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:58.016667 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:58.029590 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfb45d-02cd-497f-a027-a2b9f62a4a43 None None] Pushing event updated for resources: {'Port': ['ID=707e583c-2830-4cfc-82cc-e3c556c433be,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:58.045385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-fdcfb45d-02cd-497f-a027-a2b9f62a4a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:58.057312 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Routers {'84314110-e8b0-4615-bc2d-dae19774988a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:09:58.059248 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316235d68>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:09:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['84314110-e8b0-4615-bc2d-dae19774988a'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:58.063954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-76eb20b9-b5aa-4d55-acf4-96f539bb5b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:58.111078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-a645b177-6790-44bc-9ae9-f3b042d452a1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:58.119390 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'}  {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:09:58.120978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-a645b177-6790-44bc-9ae9-f3b042d452a1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Synchronizing usage tracker for tenant:1c8677d41c734622b642ad898a8c995f on resource:network {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:09:58.137269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:58.138160 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:58.139849 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] 10.222.0.53 "PUT /v2.0/ports/e488e379-4186-4101-8fc8-46f3543fe3f1 HTTP/1.1" status: 200  len: 1093 time: 5.5033391
Apr 20 14:09:58.140519 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f', 'tag': 'e488e379-4186-4101-8fc8-46f3543fe3f1'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:09:58.145095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-63a949a3-f638-40db-951a-abcc8a2a8b5c tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Synchronizing usage tracker for tenant:41708f6d5066439e9e48ce3963586db5 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:09:58.272607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-a645b177-6790-44bc-9ae9-f3b042d452a1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Unset dirty status for tenant:1c8677d41c734622b642ad898a8c995f on resource:network {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:09:58.282990 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-a645b177-6790-44bc-9ae9-f3b042d452a1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.53 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 817 time: 1.1609988
Apr 20 14:09:58.306485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-63a949a3-f638-40db-951a-abcc8a2a8b5c tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Unset dirty status for tenant:41708f6d5066439e9e48ce3963586db5 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:09:58.308050 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-63a949a3-f638-40db-951a-abcc8a2a8b5c tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=41708f6d5066439e9e48ce3963586db5&fields=id HTTP/1.1" status: 200  len: 255 time: 1.6101344
Apr 20 14:09:58.394055 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 50574) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:58.442109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:58.442650 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Added segment b4f1b1f4-0a05-4c4d-a926-8a17c1617ca8 of type vlan for network 14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca
Apr 20 14:09:58.444241 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fd985f-aee5-4bcb-a605-b0132fb654d5,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:58.502476 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] For port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:09:58.517555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:58.533463 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] For port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7e6e962f-ac6d-480f-9018-ad9ba3cdc661,segment=NetworkSegment(4399d359-56f6-4ee2-a2f8-f295092e5512),segment_id=4399d359-56f6-4ee2-a2f8-f295092e5512)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:09:58.547956 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:58.549553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.463s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:58.558173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:58.568373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28c4d7f2-c210-47b2-9d7e-5260d74fd072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:58.660379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] Set router 84314110-e8b0-4615-bc2d-dae19774988a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:09:58.691469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:58.719825 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:58.720550 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:58.782904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e318d51-4af9-4a19-b105-869880c458ca req-d8d6e9b2-98c7-47af-8d08-b8aa123e304d tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:58.784735 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e318d51-4af9-4a19-b105-869880c458ca req-d8d6e9b2-98c7-47af-8d08-b8aa123e304d tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 943 time: 0.4830022
Apr 20 14:09:58.792462 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e488e379-4186-4101-8fc8-46f3543fe3f1,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:58.800247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:58.802487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a7a71775-c81e-4f5d-b892-ff4239f7595e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:58.808197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Pushing event updated for resources: {'Port': ['ID=7e6e962f-ac6d-480f-9018-ad9ba3cdc661,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:58.826917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:58.883200 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-676a0390-3e1f-41ea-8904-9b53b615e6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:58.918389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:09:58.919438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:58.921053 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] 10.222.0.53 "PUT /v2.0/ports/7e6e962f-ac6d-480f-9018-ad9ba3cdc661 HTTP/1.1" status: 200  len: 1093 time: 6.1397185
Apr 20 14:09:58.923850 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de1bf5a-ae80-47b6-90aa-d74790ab0433', 'tag': '7e6e962f-ac6d-480f-9018-ad9ba3cdc661'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:09:58.927466 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e318d51-4af9-4a19-b105-869880c458ca req-331c2e95-5a4c-480c-be23-6397a42bcc96 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286080
Apr 20 14:09:58.936234 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.8885813
Apr 20 14:09:58.995355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 50598) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:09:59.011666 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-676a0390-3e1f-41ea-8904-9b53b615e6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:59.024671 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Request body: {'subnet': {'network_id': '14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-471137152-subnet', 'tenant_id': 'a9050fc00a824e1686c3b37308a7136d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:09:59.031787 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:09:59.036574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Usage tracker for resource:subnet and tenant:a9050fc00a824e1686c3b37308a7136d is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:59.039986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:59.054574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-676a0390-3e1f-41ea-8904-9b53b615e6a7 admin admin] Usage tracker for resource:security_group_rule and tenant:32be3f7f443648fca8d4b486cff7c7c0 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:09:59.059837 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:59.062261 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-676a0390-3e1f-41ea-8904-9b53b615e6a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:09:59.067260 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-bbd2d669-34f4-4b35-9cd5-08ee4c578f32 service neutron] 10.222.0.30 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7505405
Apr 20 14:09:59.074832 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-676a0390-3e1f-41ea-8904-9b53b615e6a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:09:59.199625 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6eaf1331-6fcd-4571-ad8e-8f7b9aecc0f6 req-b5d6d033-aa67-414a-bd6d-c1dcd38b5c65 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 210 time: 0.0887771
Apr 20 14:09:59.204452 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Pushing event updated for resources: {'Network': ['ID=14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:09:59.215898 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316235d68>, [{'id': '84314110-e8b0-4615-bc2d-dae19774988a', 'name': 'tempest-ServerRescueNegativeTestJSON-678810139-router', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:48Z', 'revision_number': 4, 'project_id': '41708f6d5066439e9e48ce3963586db5', 'gw_port': {'id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84314110-e8b0-4615-bc2d-dae19774988a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:34Z', 'updated_at': '2021-04-20T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '707e583c-2830-4cfc-82cc-e3c556c433be', 'name': '', 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'mac_address': 'fa:16:3e:48:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84314110-e8b0-4615-bc2d-dae19774988a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5dfd9853-f316-42eb-bcab-9332c748ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:43Z', 'updated_at': '2021-04-20T14:09:57Z', 'revision_number': 4, 'project_id': '41708f6d5066439e9e48ce3963586db5', 'subnets': [{'id': '5dfd9853-f316-42eb-bcab-9332c748ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:09:59.224433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6addc-2df5-4ef4-b4e2-b3605a64894b None None] The sync data for ids ['84314110-e8b0-4615-bc2d-dae19774988a'] in dv-cinder-774594-5-iscsi is: [{'id': '84314110-e8b0-4615-bc2d-dae19774988a', 'name': 'tempest-ServerRescueNegativeTestJSON-678810139-router', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:48Z', 'revision_number': 4, 'project_id': '41708f6d5066439e9e48ce3963586db5', 'gw_port': {'id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84314110-e8b0-4615-bc2d-dae19774988a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:34Z', 'updated_at': '2021-04-20T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '707e583c-2830-4cfc-82cc-e3c556c433be', 'name': '', 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'mac_address': 'fa:16:3e:48:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84314110-e8b0-4615-bc2d-dae19774988a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5dfd9853-f316-42eb-bcab-9332c748ef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:43Z', 'updated_at': '2021-04-20T14:09:57Z', 'revision_number': 4, 'project_id': '41708f6d5066439e9e48ce3963586db5', 'subnets': [{'id': '5dfd9853-f316-42eb-bcab-9332c748ef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:09:59.229479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:09:59.252000 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network 14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:09:59.336323 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Made reservation on behalf of a9050fc00a824e1686c3b37308a7136d for: {'subnet': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:09:59.347419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:59.504505 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 707e583c-2830-4cfc-82cc-e3c556c433be up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:09:59.587168 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f', 'tag': 'e488e379-4186-4101-8fc8-46f3543fe3f1', 'status': 'completed', 'code': 200}
Apr 20 14:09:59.597593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 707e583c-2830-4cfc-82cc-e3c556c433be completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:09:59.615215 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 707e583c-2830-4cfc-82cc-e3c556c433be triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:09:59.616324 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:59.652585 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-9eefb856-ed9b-4b42-a9a0-a9d545adba0c service neutron] 10.222.0.30 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5752561
Apr 20 14:09:59.816828 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:59.865337 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 707e583c-2830-4cfc-82cc-e3c556c433be, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=707e583c-2830-4cfc-82cc-e3c556c433be,segment=NetworkSegment(cc8f3ba0-bdcf-4598-887c-20b551549204),segment_id=cc8f3ba0-bdcf-4598-887c-20b551549204)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:09:59.869637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:09:59.878616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:09:59.991595 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=707e583c-2830-4cfc-82cc-e3c556c433be,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:00.010104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:00.190794 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-676a0390-3e1f-41ea-8904-9b53b615e6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:00.221366 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3815795-4dff-42ea-a9ca-16ec4285d852 req-562f2554-8f1c-4b06-a52f-d49ff98acbfd tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:00.223195 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d3815795-4dff-42ea-a9ca-16ec4285d852 req-562f2554-8f1c-4b06-a52f-d49ff98acbfd tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 943 time: 0.4134309
Apr 20 14:10:00.227079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55afc68-be3f-4583-a23f-4ab23152e764 req-27e0c000-5e77-4090-8e5b-c51d4a16b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:00.228678 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d55afc68-be3f-4583-a23f-4ab23152e764 req-27e0c000-5e77-4090-8e5b-c51d4a16b909 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 1096 time: 0.3232536
Apr 20 14:10:00.260273 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-676a0390-3e1f-41ea-8904-9b53b615e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:00.303300 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1942a6e7-6ff1-43be-b759-b039dfd2dd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:00.333351 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-894dc4a8-fc89-430e-9087-86ecd69ae9c4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Synchronizing usage tracker for tenant:1c8677d41c734622b642ad898a8c995f on resource:security_group {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:10:00.426326 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a0390-3e1f-41ea-8904-9b53b615e6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dd4bb4-e96f-4253-a695-2fe286709a04,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:00.444069 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de1bf5a-ae80-47b6-90aa-d74790ab0433', 'tag': '7e6e962f-ac6d-480f-9018-ad9ba3cdc661', 'status': 'completed', 'code': 200}
Apr 20 14:10:00.448784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-676a0390-3e1f-41ea-8904-9b53b615e6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:00.513751 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-894dc4a8-fc89-430e-9087-86ecd69ae9c4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Unset dirty status for tenant:1c8677d41c734622b642ad898a8c995f on resource:security_group {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:10:00.520897 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-894dc4a8-fc89-430e-9087-86ecd69ae9c4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c8677d41c734622b642ad898a8c995f HTTP/1.1" status: 200  len: 5701 time: 0.6085029
Apr 20 14:10:00.531165 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-676a0390-3e1f-41ea-8904-9b53b615e6a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32be3f7f443648fca8d4b486cff7c7c0&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1187663
Apr 20 14:10:00.536406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50640) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:00.547367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-12caddd7-1127-41fb-b9f8-b55d1c7e9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:00.549126 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-12caddd7-1127-41fb-b9f8-b55d1c7e9bff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=897c2e13139849ad87a8cf7a44834f8d&device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 1096 time: 0.6221130
Apr 20 14:10:00.635865 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d3815795-4dff-42ea-a9ca-16ec4285d852 req-fc628c8f-245b-4530-a9e9-8d5eea9de95b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3903837
Apr 20 14:10:00.763396 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8d1cd657-71ec-4ba7-a753-9d656a0d097a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:00.797317 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-54ceccd3-9f98-4a56-808c-ce57f2418048 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e6e962f-ac6d-480f-9018-ad9ba3cdc661 HTTP/1.1" status: 200  len: 217 time: 0.1286933
Apr 20 14:10:00.803077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Request body: {'port': {'device_id': '372876b1-6628-4c06-98d8-26a791121501', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'admin_state_up': True, 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'security_groups': ['0c3a976b-ee51-48e7-8424-1166c56f762d']}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:10:00.807253 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8d1cd657-71ec-4ba7-a753-9d656a0d097a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:00.862440 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55afc68-be3f-4583-a23f-4ab23152e764 req-294d08e9-e0a2-487d-ae34-04805d258595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:00.865245 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d55afc68-be3f-4583-a23f-4ab23152e764 req-294d08e9-e0a2-487d-ae34-04805d258595 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a5474c7eaab841f8ab87e09978d70291&shared=False HTTP/1.1" status: 200  len: 916 time: 0.5870616
Apr 20 14:10:00.901666 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8d1cd657-71ec-4ba7-a753-9d656a0d097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:01.027057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:01.044466 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bc909591-43b2-4f25-9808-d6f27d7093f2 req-88b46275-480a-4f97-9a75-af1d57ef56d1 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 210 time: 0.1384006
Apr 20 14:10:01.062195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-73bcf727-fe00-42fc-83c5-be1ed439fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:01.065086 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-73bcf727-fe00-42fc-83c5-be1ed439fbc6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13e3f391-c0fb-4f63-92e4-4f7059424d46 HTTP/1.1" status: 200  len: 852 time: 0.2056255
Apr 20 14:10:01.069465 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8d1cd657-71ec-4ba7-a753-9d656a0d097a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:01.085016 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-8d1cd657-71ec-4ba7-a753-9d656a0d097a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06dd4bb4-e96f-4253-a695-2fe286709a04 HTTP/1.1" status: 204  len: 168 time: 0.5473921
Apr 20 14:10:01.091602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cd657-71ec-4ba7-a753-9d656a0d097a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dd4bb4-e96f-4253-a695-2fe286709a04,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:01.122327 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8d1cd657-71ec-4ba7-a753-9d656a0d097a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:01.419536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55afc68-be3f-4583-a23f-4ab23152e764 req-2f792726-9ef1-40ea-9553-6d95319a3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:01.421552 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d55afc68-be3f-4583-a23f-4ab23152e764 req-2f792726-9ef1-40ea-9553-6d95319a3590 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5504942
Apr 20 14:10:01.435870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 707e583c-2830-4cfc-82cc-e3c556c433be up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:10:01.447067 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9baefd1d-40dd-4583-9fc5-85923c646058 req-30e74651-9a7a-4585-9b08-73da3a01acd0 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 210 time: 0.1570251
Apr 20 14:10:01.646823 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-a5d27936-e344-47af-a761-418c7cc1faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:01.652638 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-a5d27936-e344-47af-a761-418c7cc1faf0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 1096 time: 0.1758471
Apr 20 14:10:01.707031 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325b733-6601-4ed8-b4c5-8e758845fe53 req-8c10e9a4-c31f-41c3-a6ac-6a241649e09f tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:01.718106 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7325b733-6601-4ed8-b4c5-8e758845fe53 req-8c10e9a4-c31f-41c3-a6ac-6a241649e09f tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 943 time: 1.1866932
Apr 20 14:10:01.753305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 707e583c-2830-4cfc-82cc-e3c556c433be triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:10:01.754039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:01.754633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.53', 56552) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:01.765467 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-27cb786a-8d65-4dfe-b300-0f0a5f3e0cbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0942800d-a1ab-4567-8b70-409ddb9d3b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6361396
Apr 20 14:10:01.931891 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-2a1362f9-50d4-49fe-b9a6-a3498566268d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e488e379-4186-4101-8fc8-46f3543fe3f1 HTTP/1.1" status: 200  len: 217 time: 0.2713387
Apr 20 14:10:02.018558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50676) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:02.173397 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7f60d6b2-1701-4eec-847d-7aac98442e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:02.258957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-7f60d6b2-1701-4eec-847d-7aac98442e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:02.275370 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-d4ae8f23-7903-4084-adbc-656b982ec32a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:02.275370 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-d4ae8f23-7903-4084-adbc-656b982ec32a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.53 "GET /v2.0/networks?id=6a5662e4-6547-4ce5-9231-c608bc3281fd HTTP/1.1" status: 200  len: 818 time: 0.5027773
Apr 20 14:10:02.279567 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-7f60d6b2-1701-4eec-847d-7aac98442e0d admin admin] Usage tracker for resource:security_group_rule and tenant:89ef831d23144f0a9c60616b08a5a343 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:02.288961 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-7f60d6b2-1701-4eec-847d-7aac98442e0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:02.295351 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7325b733-6601-4ed8-b4c5-8e758845fe53 req-6486ea22-2342-4345-af3e-9430aa11daa2 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5758510
Apr 20 14:10:02.303640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-7f60d6b2-1701-4eec-847d-7aac98442e0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:02.328024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Request body: {'port': {'device_id': 'b7e2a203-16fe-469f-a8a6-d4219f2047df', 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd', 'admin_state_up': True, 'tenant_id': '41708f6d5066439e9e48ce3963586db5'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:10:02.379017 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:02.442607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-7776a7ca-2a63-4f69-bcd6-7f10941024d6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:02.444891 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-7776a7ca-2a63-4f69-bcd6-7f10941024d6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/networks?id=6a5662e4-6547-4ce5-9231-c608bc3281fd HTTP/1.1" status: 200  len: 818 time: 0.6007597
Apr 20 14:10:02.446772 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-a1d0ebfc-62cf-4b32-adb8-27bf8f8de537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:02.449743 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-a1d0ebfc-62cf-4b32-adb8-27bf8f8de537 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7517288a-f0d4-4d99-aaf2-ae2db9bb1c45 HTTP/1.1" status: 200  len: 855 time: 0.4318314
Apr 20 14:10:02.523354 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-c561b62f-e333-49c2-abd1-2f96eec61737 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/quotas/41708f6d5066439e9e48ce3963586db5 HTTP/1.1" status: 200  len: 375 time: 0.0697818
Apr 20 14:10:02.527921 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-b0e30ddc-7528-4c9f-9e49-1fd79efb646b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbe6764-7368-48c7-b252-4bdb783828c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0717337
Apr 20 14:10:02.722189 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:02.855585 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Made reservation on behalf of 1c8677d41c734622b642ad898a8c995f for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:10:02.866458 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:02.893180 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:02.917750 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-c0c49b30-e36b-4e9f-9d74-c11467d34b50 service neutron] 10.222.0.53 "GET /v2.0/networks/0942800d-a1ab-4567-8b70-409ddb9d3b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8064563
Apr 20 14:10:02.963116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:02.997816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7f60d6b2-1701-4eec-847d-7aac98442e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:03.014145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7f60d6b2-1701-4eec-847d-7aac98442e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:03.026074 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:03.037951 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-9fdedc36-66ad-481b-8a40-47c04479f6b5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=41708f6d5066439e9e48ce3963586db5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5047169
Apr 20 14:10:03.043540 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-8c16baed-a165-4a50-aca5-e799e53c9259 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4727192
Apr 20 14:10:03.130953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Made reservation on behalf of 41708f6d5066439e9e48ce3963586db5 for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:10:03.137167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:03.212104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea219d92-29c1-4cbe-954f-81460b58bfa9 req-1df4f9d1-ab72-43e5-bcc2-9ee607543e75 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:03.213950 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea219d92-29c1-4cbe-954f-81460b58bfa9 req-1df4f9d1-ab72-43e5-bcc2-9ee607543e75 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 943 time: 0.6558161
Apr 20 14:10:03.249098 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-7f60d6b2-1701-4eec-847d-7aac98442e0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89ef831d23144f0a9c60616b08a5a343&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2286398
Apr 20 14:10:03.259793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 50694) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:03.260373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60d6b2-1701-4eec-847d-7aac98442e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0819f6b-2b9b-47ad-aed9-1de5f4a9761e,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:03.265436 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7f60d6b2-1701-4eec-847d-7aac98442e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:03.473337 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-a6698a7c-b197-4b37-910d-0a18e51a3e82 service neutron] 10.222.0.30 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4111760
Apr 20 14:10:03.477869 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97f3d540-513d-49d7-98f0-13b48af576c0 req-f1480585-56af-4e4b-8d32-34b98e21ea5c service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4257205
Apr 20 14:10:03.493945 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4335204e-7a64-4965-8ca8-952f3a3e7c17 req-ec1b522a-f101-429c-b48e-52d745e9c7e2 service neutron] 10.222.0.53 "GET /v2.0/networks/0942800d-a1ab-4567-8b70-409ddb9d3b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5617645
Apr 20 14:10:03.494781 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for subnet, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:03.551495 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-59922583-1f10-4b14-8a3d-db7f3e8b0e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:03.581387 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea219d92-29c1-4cbe-954f-81460b58bfa9 req-64806744-5d0c-41f0-9028-e857a97c796c tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3490963
Apr 20 14:10:03.741627 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Allocated IP 172.20.0.9 (208826de-226c-4839-8ac0-886efbb4ebc9/f713650e-646d-446a-9dd4-a9c072bdeac5/d6282bdb-22ac-4160-a0b6-dd005b8b3754) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:10:03.848910 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-5ddcd6ec-eb41-4aab-9cf7-2040be12b283 service neutron] 10.222.0.30 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3554425
Apr 20 14:10:03.887862 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd056f63-51e1-440f-b924-22ba069969b1,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:03.916573 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:03.981247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dafb016d-b548-49c1-90a3-66b04284b503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:04.029358 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-67c36deb-524c-4628-9337-bcac791186d7 req-0af0aa33-341e-4718-81d4-7ba744ff0ee9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 210 time: 0.1447449
Apr 20 14:10:04.218090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dafb016d-b548-49c1-90a3-66b04284b503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:04.276786 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cd0c85cb-b1fd-4c89-941a-500c438c682e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:04.459936 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Allocated IP 172.20.0.4 (6a5662e4-6547-4ce5-9231-c608bc3281fd/5dfd9853-f316-42eb-bcab-9332c748ef16/a754a9a9-2294-421f-93b8-961f40b84283) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:10:04.472069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Checking segment: {'id': 'b4f1b1f4-0a05-4c4d-a926-8a17c1617ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:10:04.472614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f6e5f-f3fd-472a-b591-2a54663e4844 req-08941a7f-411d-4f8d-88f4-259905e2de88 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:04.472826 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Network hostable DHCP agents. Network: 14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:10:04.474820 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-110f6e5f-f3fd-472a-b591-2a54663e4844 req-08941a7f-411d-4f8d-88f4-259905e2de88 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 943 time: 0.1697640
Apr 20 14:10:04.484867 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3d5e30d6-cee7-4992-9cab-7006c8281484 req-bb6f6206-d3c5-4f5a-9763-33b4662a5a69 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 210 time: 0.1633322
Apr 20 14:10:04.599025 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-110f6e5f-f3fd-472a-b591-2a54663e4844 req-b88ce7ca-784b-4851-9392-d2648071d073 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083515
Apr 20 14:10:04.602897 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:04.623314 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Transition to ACTIVE for port object d6282bdb-22ac-4160-a0b6-dd005b8b3754 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:10:04.662653 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0dde4-6001-4d35-81ce-af4b707ce222 req-7763feaa-2a8d-4d3d-be2b-8098a3f6b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:04.668654 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1de0dde4-6001-4d35-81ce-af4b707ce222 req-7763feaa-2a8d-4d3d-be2b-8098a3f6b799 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=897c2e13139849ad87a8cf7a44834f8d&device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 1096 time: 1.0729203
Apr 20 14:10:05.362855 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dafb016d-b548-49c1-90a3-66b04284b503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:05.427030 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f72d2734-1857-4e8b-92ad-e7473b0d68f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:05.468607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Network 14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:10:05.482131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb016d-b548-49c1-90a3-66b04284b503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0819f6b-2b9b-47ad-aed9-1de5f4a9761e,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:05.498186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-dafb016d-b548-49c1-90a3-66b04284b503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:05.509258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:05.595273 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, 14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca) {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:10:05.607127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6363cb-b1f1-4226-ad64-9807aca1f30d None None] Network 14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:10:05.661430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-87b25aca-b803-4820-96d4-39a993b09629 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:05.731493 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb668914-92e4-4576-9086-8811ec07da92 req-244a3e6c-1e3d-4a4d-a0a3-b81edf3cecf3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:05.734617 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eb668914-92e4-4576-9086-8811ec07da92 req-244a3e6c-1e3d-4a4d-a0a3-b81edf3cecf3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 931 time: 0.2057393
Apr 20 14:10:05.791017 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:05.795279 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:05.810862 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event updated for resources: {'Port': ['ID=d6282bdb-22ac-4160-a0b6-dd005b8b3754,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:05.814458 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:05.834741 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Network 208826de-226c-4839-8ac0-886efbb4ebc9 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:10:05.869478 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:10:05.874984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:10:05.886629 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:05.887548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:05.915200 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eb668914-92e4-4576-9086-8811ec07da92 req-d90b1631-6ed7-4371-b807-8964440d2c26 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1735859
Apr 20 14:10:05.929858 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:05.998457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0dde4-6001-4d35-81ce-af4b707ce222 req-4313e43a-ad9d-4e16-943b-d42ec139f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:06.001332 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1de0dde4-6001-4d35-81ce-af4b707ce222 req-4313e43a-ad9d-4e16-943b-d42ec139f8b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0942800d-a1ab-4567-8b70-409ddb9d3b91 HTTP/1.1" status: 200  len: 913 time: 1.2775650
Apr 20 14:10:06.058315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:06.113013 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a39e-1def-4f80-aaa2-e1cec9261e23 req-4075ae38-c127-43e7-b1a5-35da0cc4719d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:06.115888 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9af4a39e-1def-4f80-aaa2-e1cec9261e23 req-4075ae38-c127-43e7-b1a5-35da0cc4719d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 943 time: 1.2165060
Apr 20 14:10:06.129740 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-edd1b8d9-e746-477e-8272-08ad1cca3bc8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 7.1172917
Apr 20 14:10:06.129740 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dafb016d-b548-49c1-90a3-66b04284b503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:06.129740 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-dafb016d-b548-49c1-90a3-66b04284b503 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0819f6b-2b9b-47ad-aed9-1de5f4a9761e HTTP/1.1" status: 204  len: 168 time: 2.8302095
Apr 20 14:10:06.211745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:06.251089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9675581-e67c-4945-a31c-e22a39da6b2e None None] Network 14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:10:06.386380 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.7193816
Apr 20 14:10:06.404934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Network 6a5662e4-6547-4ce5-9231-c608bc3281fd is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:10:06.422053 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:10:06.428013 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:10:06.443030 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:06.444612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:06.507058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-b00908d7-92d0-47b7-bf6a-cb529c4c1088 None None] Provisioning for port d6282bdb-22ac-4160-a0b6-dd005b8b3754 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:10:06.516180 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-b00908d7-92d0-47b7-bf6a-cb529c4c1088 None None] Provisioning complete for port d6282bdb-22ac-4160-a0b6-dd005b8b3754 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:10:06.516606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b00908d7-92d0-47b7-bf6a-cb529c4c1088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:06.518424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 50790) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:06.539984 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-69cf0789-1bf9-48dc-8cbd-dfdb90438a6e req-fbddb105-31d5-4fd3-9f07-7a91526b14b4 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 210 time: 0.1488621
Apr 20 14:10:06.559681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-8dee99c2-cd14-4f52-b022-6434a2655a80 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:06.566156 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-8dee99c2-cd14-4f52-b022-6434a2655a80 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.53 "GET /v2.0/networks?id=6a5662e4-6547-4ce5-9231-c608bc3281fd HTTP/1.1" status: 200  len: 818 time: 0.6251590
Apr 20 14:10:06.662709 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9af4a39e-1def-4f80-aaa2-e1cec9261e23 req-d6b762f7-5529-4ccd-859f-534bcb9478b8 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4834473
Apr 20 14:10:06.670252 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-b00908d7-92d0-47b7-bf6a-cb529c4c1088 None None] Port d6282bdb-22ac-4160-a0b6-dd005b8b3754 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:10:06.690394 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e7bf40a0-4995-4ffc-9def-5bbbd4b62856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:06.713550 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Pushing event updated for resources: {'Port': ['ID=a754a9a9-2294-421f-93b8-961f40b84283,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:06.748426 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4264011
Apr 20 14:10:06.761451 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:06.788210 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35894e4-4652-4232-8d2a-ac49cf7c012a admin admin] Deleting subnet 5e641e85-a61e-4bfe-bf71-f507528d9dcf {{(pid=86375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:10:06.794131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b35894e4-4652-4232-8d2a-ac49cf7c012a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:06.913169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b35894e4-4652-4232-8d2a-ac49cf7c012a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:06.923855 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b35894e4-4652-4232-8d2a-ac49cf7c012a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:06.990657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a4cab-f3ff-4068-9dac-0ca7ea365563 req-070d120b-8344-4253-87ab-fca7bbcd050d tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:06.994523 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ac2a4cab-f3ff-4068-9dac-0ca7ea365563 req-070d120b-8344-4253-87ab-fca7bbcd050d tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 943 time: 0.1523209
Apr 20 14:10:07.106088 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ac2a4cab-f3ff-4068-9dac-0ca7ea365563 req-4589736f-d0f1-4c9b-8650-ca94278eec66 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975277
Apr 20 14:10:07.289617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:07.371072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0371852-5c9e-4a33-87e2-41bb610a37cb req-573b5c35-1c7b-4db4-a47d-82f3f8d0f350 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:07.371899 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f0371852-5c9e-4a33-87e2-41bb610a37cb req-573b5c35-1c7b-4db4-a47d-82f3f8d0f350 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Synchronizing usage tracker for tenant:1c8677d41c734622b642ad898a8c995f on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:10:07.406407 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f0371852-5c9e-4a33-87e2-41bb610a37cb req-573b5c35-1c7b-4db4-a47d-82f3f8d0f350 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Unset dirty status for tenant:1c8677d41c734622b642ad898a8c995f on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:10:07.407694 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f0371852-5c9e-4a33-87e2-41bb610a37cb req-573b5c35-1c7b-4db4-a47d-82f3f8d0f350 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 931 time: 0.2715399
Apr 20 14:10:07.474901 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b35894e4-4652-4232-8d2a-ac49cf7c012a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for subnet, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:07.489949 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8e620e31-91cd-4029-bd31-d888b8fbee99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:07.538579 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f0371852-5c9e-4a33-87e2-41bb610a37cb req-85abd52f-16ef-4f7e-81e3-61013690f939 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162903
Apr 20 14:10:07.539364 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35894e4-4652-4232-8d2a-ac49cf7c012a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e641e85-a61e-4bfe-bf71-f507528d9dcf,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:07.543695 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b35894e4-4652-4232-8d2a-ac49cf7c012a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:07.546066 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b35894e4-4652-4232-8d2a-ac49cf7c012a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:07.555787 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b35894e4-4652-4232-8d2a-ac49cf7c012a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5e641e85-a61e-4bfe-bf71-f507528d9dcf HTTP/1.1" status: 204  len: 168 time: 1.0261047
Apr 20 14:10:07.556166 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50816) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:07.675978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:07.849143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:07.982728 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-321d2081-cd7f-494a-ac2b-8ffb91074c34 req-9b7408ad-9f2a-4047-a49d-73fe7cfb912b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 210 time: 0.1240296
Apr 20 14:10:08.164836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d2423-1c04-44d5-a869-b52eea555e1b req-8171b3d7-a63b-48c0-9007-5414c25c46d8 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:08.168586 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f75d2423-1c04-44d5-a869-b52eea555e1b req-8171b3d7-a63b-48c0-9007-5414c25c46d8 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 943 time: 0.2097211
Apr 20 14:10:08.233742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:08.249869 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f75d2423-1c04-44d5-a869-b52eea555e1b req-f979c7d6-9aa7-4eac-8002-8bea84d82793 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680122
Apr 20 14:10:08.328681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:08.528265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fb315c94e80>> segment before_delete 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.529197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fb315c94e80>> subnet precommit_delete_associations 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.530556 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb31600a278>> segment_host_mapping after_create 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.531172 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb31600a278>> port after_create 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.532252 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb31600a278>> port after_delete 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.532464 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb31600a278>> port after_update 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.532990 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb31600a278>> segment after_delete 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.533565 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb31600a278>> subnet after_create 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.533955 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb31600a278>> subnet after_delete 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.534346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb31600a278>> subnet after_update 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.610177 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb3158f7e80>> subnet after_create 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.610556 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb3158f7e80>> subnet after_delete 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.610983 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb3158f7e80>> subnet before_create 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.611359 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb3158f7e80>> subnet before_update 55550000 {{(pid=86376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:10:08.611771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb31600aa20>,) {'filters': {'network_id': ['e79cd7fc-5581-457f-aeaf-63099fae9c09']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:10:08.636175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb31600aa20>, 'cd28e913-d851-493b-9c57-05414b85f719') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:10:08.636488 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb31600aa20>, 'cd28e913-d851-493b-9c57-05414b85f719') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:10:08.653134 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2570681'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:08.685485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc6f18-37e8-4a97-8c52-24d398f6d42e req-880279b1-65b6-4927-90ca-997ed250870c tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:08.690053 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86dc6f18-37e8-4a97-8c52-24d398f6d42e req-880279b1-65b6-4927-90ca-997ed250870c tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 943 time: 0.3349349
Apr 20 14:10:08.692341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:08.729447 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:10:08.849923 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86dc6f18-37e8-4a97-8c52-24d398f6d42e req-97972c66-45f6-4ae2-82c0-75d058f7424e tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517494
Apr 20 14:10:08.902072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e7b6a-e14f-4e99-8269-8befbf25a21f req-31bfbedf-a006-4fca-9072-7f220d72ed99 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:08.905079 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-995e7b6a-e14f-4e99-8269-8befbf25a21f req-31bfbedf-a006-4fca-9072-7f220d72ed99 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 931 time: 0.1754026
Apr 20 14:10:09.000813 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-995e7b6a-e14f-4e99-8269-8befbf25a21f req-eaef207d-cc9e-4196-a39b-fa6819a71dcc tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881941
Apr 20 14:10:09.022715 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:09.038777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Network e79cd7fc-5581-457f-aeaf-63099fae9c09 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:10:09.050120 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852964746'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:09.376371 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8a65d87f-c8a9-4a32-af31-726bf071c36e req-7700b67d-154c-4761-a537-a346195b9315 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 210 time: 0.1885679
Apr 20 14:10:09.424374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Network e79cd7fc-5581-457f-aeaf-63099fae9c09 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   from cryptography.utils import int_from_bytes
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   from cryptography.utils import int_from_bytes
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   (rel_b, rel_a, rel_b),
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   (rel_b, rel_a, rel_b),
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:10:09.455040 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:10:09.595372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:09.599449 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec73eca-5707-42a7-bb72-14ed138d16e8 req-804fba05-c844-441f-a833-faa437056c9b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:09.601210 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:09.601411 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8ec73eca-5707-42a7-bb72-14ed138d16e8 req-804fba05-c844-441f-a833-faa437056c9b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 943 time: 0.1380906
Apr 20 14:10:09.631281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:09.635881 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Pushing event deleted for resources: {'Network': ['ID=e79cd7fc-5581-457f-aeaf-63099fae9c09,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:09.641362 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:09.657892 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] 10.222.0.30 "DELETE /v2.0/networks/e79cd7fc-5581-457f-aeaf-63099fae9c09 HTTP/1.1" status: 204  len: 168 time: 2.0965409
Apr 20 14:10:09.658385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50870) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:09.666190 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8ec73eca-5707-42a7-bb72-14ed138d16e8 req-af50e554-52dd-490c-88d8-a733d82f99dc tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512354
Apr 20 14:10:09.719710 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device e488e379-4186-4101-8fc8-46f3543fe3f1 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:10:09.747633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cbadc5-3631-4412-af36-87de44bd4b71 admin admin] Deleting subnet bd056f63-51e1-440f-b924-22ba069969b1 {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:10:09.753157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15cbadc5-3631-4412-af36-87de44bd4b71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:09.880709 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Request body: {'port': {'device_id': 'b61c254e-21e9-4f1c-839d-9399c0fd1930', 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd', 'admin_state_up': True, 'tenant_id': '41708f6d5066439e9e48ce3963586db5'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:10:09.935226 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1de0dde4-6001-4d35-81ce-af4b707ce222 req-ee043dcc-1072-458f-9588-ad2ab07cd095 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e6e962f-ac6d-480f-9018-ad9ba3cdc661 HTTP/1.1" status: 200  len: 217 time: 0.2443750
Apr 20 14:10:09.949119 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Request body: {'port': {'device_id': 'b7e2a203-16fe-469f-a8a6-d4219f2047df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:10:10.046056 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port e488e379-4186-4101-8fc8-46f3543fe3f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e488e379-4186-4101-8fc8-46f3543fe3f1,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:10.061818 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Request body: {'port': {'device_id': '372876b1-6628-4c06-98d8-26a791121501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:10:10.091583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'e488e379-4186-4101-8fc8-46f3543fe3f1', 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3', 'port_id': 'e488e379-4186-4101-8fc8-46f3543fe3f1', 'mac_address': 'fa:16:3e:d3:1f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7517288a-f0d4-4d99-aaf2-ae2db9bb1c45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:10:10.257367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0dde4-6001-4d35-81ce-af4b707ce222 req-7555ab59-4efe-466a-9a0a-04ef9fbac61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:10.259388 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1de0dde4-6001-4d35-81ce-af4b707ce222 req-7555ab59-4efe-466a-9a0a-04ef9fbac61d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=13e3f391-c0fb-4f63-92e4-4f7059424d46 HTTP/1.1" status: 200  len: 852 time: 0.1106997
Apr 20 14:10:10.292150 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:10.343996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e488e379-4186-4101-8fc8-46f3543fe3f1 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:10:10.379697 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port e488e379-4186-4101-8fc8-46f3543fe3f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e488e379-4186-4101-8fc8-46f3543fe3f1,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:10.387197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:10.388751 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:10:10.395876 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:10.422460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15cbadc5-3631-4412-af36-87de44bd4b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852205135'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:10.497012 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15cbadc5-3631-4412-af36-87de44bd4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:10.575716 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1de0dde4-6001-4d35-81ce-af4b707ce222 req-9b30cbd9-0dca-491e-9875-1540fbc96ecd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0942800d-a1ab-4567-8b70-409ddb9d3b91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3016436
Apr 20 14:10:10.653383 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=e488e379-4186-4101-8fc8-46f3543fe3f1,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:10.678427 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:10.851525 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:10.904780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02441d9c-048d-4f0a-ba02-0840bef00f0d req-1294b4da-7c98-40d8-b6dc-5db0265a77e7 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:10.906694 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-02441d9c-048d-4f0a-ba02-0840bef00f0d req-1294b4da-7c98-40d8-b6dc-5db0265a77e7 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 943 time: 0.4979041
Apr 20 14:10:10.980528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7e6e962f-ac6d-480f-9018-ad9ba3cdc661,segment=NetworkSegment(4399d359-56f6-4ee2-a2f8-f295092e5512),segment_id=4399d359-56f6-4ee2-a2f8-f295092e5512)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:10.995005 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-02441d9c-048d-4f0a-ba02-0840bef00f0d req-dc51d49b-e8a1-4163-93e9-24113c831dea tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515792
Apr 20 14:10:11.003261 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:11.010637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Usage tracker for resource:port and tenant:41708f6d5066439e9e48ce3963586db5 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:11.014427 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:11.031591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:11.046206 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Made reservation on behalf of 41708f6d5066439e9e48ce3963586db5 for: {'port': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:10:11.052962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:11.097843 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': '7e6e962f-ac6d-480f-9018-ad9ba3cdc661', 'network_id': '0942800d-a1ab-4567-8b70-409ddb9d3b91', 'port_id': '7e6e962f-ac6d-480f-9018-ad9ba3cdc661', 'mac_address': 'fa:16:3e:39:6e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e3f391-c0fb-4f63-92e4-4f7059424d46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:10:11.151065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:11.173583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:11.209935 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:10:11.250174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92850739-554b-48c4-ab6c-07d953790450 req-5a94308c-abab-4a3b-a8e7-56bcccded9f2 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:11.253440 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-92850739-554b-48c4-ab6c-07d953790450 req-5a94308c-abab-4a3b-a8e7-56bcccded9f2 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 931 time: 0.7820783
Apr 20 14:10:11.273504 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7e6e962f-ac6d-480f-9018-ad9ba3cdc661,segment=NetworkSegment(4399d359-56f6-4ee2-a2f8-f295092e5512),segment_id=4399d359-56f6-4ee2-a2f8-f295092e5512)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:11.282963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:11.286370 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:11.334799 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15cbadc5-3631-4412-af36-87de44bd4b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2318158'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:11.354501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:11.401622 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15cbadc5-3631-4412-af36-87de44bd4b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:11.421182 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-15cbadc5-3631-4412-af36-87de44bd4b71 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bd056f63-51e1-440f-b924-22ba069969b1 HTTP/1.1" status: 204  len: 168 time: 1.7611439
Apr 20 14:10:11.483748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbadc5-3631-4412-af36-87de44bd4b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd056f63-51e1-440f-b924-22ba069969b1,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:11.492374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f6f98196-8896-4c60-b614-511e1621b261 req-ccd7e4c7-05b0-447d-9b42-d5345ee66c97 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Synchronizing usage tracker for tenant:41708f6d5066439e9e48ce3963586db5 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:10:11.497993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-15cbadc5-3631-4412-af36-87de44bd4b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:11.517504 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=7e6e962f-ac6d-480f-9018-ad9ba3cdc661,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:11.531811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50924) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:11.532156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50926) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:11.534360 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:11.579883 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f6f98196-8896-4c60-b614-511e1621b261 req-ccd7e4c7-05b0-447d-9b42-d5345ee66c97 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Unset dirty status for tenant:41708f6d5066439e9e48ce3963586db5 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:10:11.581038 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f6f98196-8896-4c60-b614-511e1621b261 req-ccd7e4c7-05b0-447d-9b42-d5345ee66c97 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 210 time: 0.1841056
Apr 20 14:10:11.706098 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Allocated IP 172.20.0.6 (6a5662e4-6547-4ce5-9231-c608bc3281fd/5dfd9853-f316-42eb-bcab-9332c748ef16/584afe55-43fe-472c-ab36-ccb72fe0b271) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:10:11.715826 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:12.023069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:12.050049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-408ccc81-83a6-4002-adc5-14fa044ddfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:12.155972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6282bdb-22ac-4160-a0b6-dd005b8b3754 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:10:12.172147 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:12.214326 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Transition to ACTIVE for port object d6282bdb-22ac-4160-a0b6-dd005b8b3754 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:10:12.273492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16876135-7b92-46a8-9b85-cfe0f37060ef req-a4a8dd5c-adc0-46dc-b3d9-d6485a06dd64 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:12.276330 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-16876135-7b92-46a8-9b85-cfe0f37060ef req-a4a8dd5c-adc0-46dc-b3d9-d6485a06dd64 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 944 time: 0.5004063
Apr 20 14:10:12.283805 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-408ccc81-83a6-4002-adc5-14fa044ddfd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:12.366466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-408ccc81-83a6-4002-adc5-14fa044ddfd9 admin admin] Usage tracker for resource:security_group_rule and tenant:2a6e4dd6f64b4825b3e40251d35add0e is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:12.401077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-408ccc81-83a6-4002-adc5-14fa044ddfd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:12.402690 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:12.455166 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:12.518200 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-92850739-554b-48c4-ab6c-07d953790450 req-1e0c4b33-9d0f-43a9-babf-7bc255e30c60 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9784360
Apr 20 14:10:12.537637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-408ccc81-83a6-4002-adc5-14fa044ddfd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:12.674424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb315944cf8>,) {'filters': {'network_id': ['14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:10:12.701566 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-16876135-7b92-46a8-9b85-cfe0f37060ef req-96847ca1-535d-4bed-b5b2-d9f55c79fdb3 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4035065
Apr 20 14:10:12.718084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb315944cf8>, 'b4f1b1f4-0a05-4c4d-a926-8a17c1617ca8') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:10:12.718654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb315944cf8>, 'b4f1b1f4-0a05-4c4d-a926-8a17c1617ca8') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:10:12.845723 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-408ccc81-83a6-4002-adc5-14fa044ddfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:12.870260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2570681'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:12.884167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-408ccc81-83a6-4002-adc5-14fa044ddfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:13.006286 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b05604e0-95ce-49fc-94ff-ec35158f34e9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:13.026423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:13.071107 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-43893bbf-2b9c-4b5c-ac61-03e34fe3ae0f req-c72e0a56-8927-491e-9b71-c3062ae6544d tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 210 time: 0.1721454
Apr 20 14:10:13.084456 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:10:13.126783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:13.147639 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-408ccc81-83a6-4002-adc5-14fa044ddfd9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a6e4dd6f64b4825b3e40251d35add0e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6012144
Apr 20 14:10:13.156270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50946) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:13.215744 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ccc81-83a6-4002-adc5-14fa044ddfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dd1b5c-d5b3-4732-a514-6417787f7776,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:13.256576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-408ccc81-83a6-4002-adc5-14fa044ddfd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:13.259612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Pushing event updated for resources: {'Port': ['ID=d6282bdb-22ac-4160-a0b6-dd005b8b3754,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:13.265445 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:13.402062 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1de0dde4-6001-4d35-81ce-af4b707ce222 req-77b4cc06-91f5-4e5e-9abe-eabb7c890cec service neutron] 10.222.0.53 "GET /v2.0/networks/0942800d-a1ab-4567-8b70-409ddb9d3b91?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4471455
Apr 20 14:10:13.428619 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Attempting to bind port d6282bdb-22ac-4160-a0b6-dd005b8b3754 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:10:13.429247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Attempting to bind port d6282bdb-22ac-4160-a0b6-dd005b8b3754 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:10:13.429906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Attempting to bind port d6282bdb-22ac-4160-a0b6-dd005b8b3754 on network 208826de-226c-4839-8ac0-886efbb4ebc9 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:10:13.448603 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Port d6282bdb-22ac-4160-a0b6-dd005b8b3754 on network 208826de-226c-4839-8ac0-886efbb4ebc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:10:13.449221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Attempting to bind port d6282bdb-22ac-4160-a0b6-dd005b8b3754 on network 208826de-226c-4839-8ac0-886efbb4ebc9 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:10:13.458125 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] Network 14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:10:13.467225 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:10:13.467783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Checking segment: {'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:10:13.468507 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Bound using segment: {'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:10:13.469343 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Bound port: d6282bdb-22ac-4160-a0b6-dd005b8b3754, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:10:13.470062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:13.470225 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852964746'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:13.524897 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5908da-8f6d-43c6-9ddb-f78393821539 req-26be4bbf-f8c9-4cff-9aed-ba6271f548a9 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:13.527850 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7b5908da-8f6d-43c6-9ddb-f78393821539 req-26be4bbf-f8c9-4cff-9aed-ba6271f548a9 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 944 time: 0.4816697
Apr 20 14:10:13.653579 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7974fcb9-20fa-499d-9cf7-b36ae736a3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:13.694568 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] Network 14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:10:13.865818 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7b5908da-8f6d-43c6-9ddb-f78393821539 req-94f2bdb2-5999-4e82-9437-92e873028c96 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2884524
Apr 20 14:10:13.925756 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] For port d6282bdb-22ac-4160-a0b6-dd005b8b3754, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:10:14.009431 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:10:14.011373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] For port d6282bdb-22ac-4160-a0b6-dd005b8b3754, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:10:14.028800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:14.103755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7974fcb9-20fa-499d-9cf7-b36ae736a3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:14.122849 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:14.142471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:14.225408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:14.235258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Network 6a5662e4-6547-4ce5-9231-c608bc3281fd is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:10:14.250031 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:14.258513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:10:14.260815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:14.270183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:10:14.314830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Pushing event updated for resources: {'Port': ['ID=584afe55-43fe-472c-ab36-ccb72fe0b271,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:14.328123 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:14.332406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:14.359567 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] 10.222.0.30 "DELETE /v2.0/networks/14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca HTTP/1.1" status: 204  len: 168 time: 2.8149846
Apr 20 14:10:14.368060 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ca8829-1285-4ed4-b9c3-a6ba37d4b4ca,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:14.377604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:14.397881 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:14.398781 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:14.416775 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:14.417561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:14.419493 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] 10.222.0.53 "PUT /v2.0/ports/d6282bdb-22ac-4160-a0b6-dd005b8b3754 HTTP/1.1" status: 200  len: 1093 time: 4.4840829
Apr 20 14:10:14.420103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:10:14.423421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ca3aa-753c-4417-88d0-d765593f702a req-134f5ace-6067-4dd1-b51b-32421e618756 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:14.425083 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9a4ca3aa-753c-4417-88d0-d765593f702a req-134f5ace-6067-4dd1-b51b-32421e618756 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.7466071
Apr 20 14:10:14.428998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7974fcb9-20fa-499d-9cf7-b36ae736a3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:14.438852 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:14.454618 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974fcb9-20fa-499d-9cf7-b36ae736a3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dd1b5c-d5b3-4732-a514-6417787f7776,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:14.458978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7974fcb9-20fa-499d-9cf7-b36ae736a3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:14.463465 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-7974fcb9-20fa-499d-9cf7-b36ae736a3fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82dd1b5c-d5b3-4732-a514-6417787f7776 HTTP/1.1" status: 204  len: 168 time: 1.3028929
Apr 20 14:10:14.464889 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7974fcb9-20fa-499d-9cf7-b36ae736a3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:14.472394 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7189760
Apr 20 14:10:14.522011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Request body: {'port': {'device_id': 'b61c254e-21e9-4f1c-839d-9399c0fd1930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:10:14.539620 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.resource_extend [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 14:10:14.648499 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9a4ca3aa-753c-4417-88d0-d765593f702a req-6221bea1-edd9-4f03-b44b-6909151ef57a tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1750658
Apr 20 14:10:14.740864 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50968) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:14.807526 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1de0dde4-6001-4d35-81ce-af4b707ce222 req-f6d5fb98-3e91-42f4-b0fb-16a8febfa7a8 service neutron] 10.222.0.53 "GET /v2.0/networks/0942800d-a1ab-4567-8b70-409ddb9d3b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8740211
Apr 20 14:10:14.879142 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Pushing event updated for resources: {'Port': ['ID=d6282bdb-22ac-4160-a0b6-dd005b8b3754,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:14.891268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:14.898975 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['7e6e962f-ac6d-480f-9018-ad9ba3cdc661'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:10:14.899851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a754a9a9-2294-421f-93b8-961f40b84283 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:10:14.912570 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:14.938340 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201c3b5-e4b4-4608-bf07-f0362f964d20 req-ed550de0-f6b1-4f85-9ed6-1f62da0c5805 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:14.946565 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4201c3b5-e4b4-4608-bf07-f0362f964d20 req-ed550de0-f6b1-4f85-9ed6-1f62da0c5805 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 944 time: 0.8170199
Apr 20 14:10:14.953628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:14.981300 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Transition to ACTIVE for port object a754a9a9-2294-421f-93b8-961f40b84283 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:10:15.011221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:15.025222 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:15.041767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['e488e379-4186-4101-8fc8-46f3543fe3f1'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:10:15.068378 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4201c3b5-e4b4-4608-bf07-f0362f964d20 req-9bf211ae-fc55-4d8f-9bed-e7de949d916f tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206965
Apr 20 14:10:15.080342 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d8c2d176-d33a-4e36-877d-cb598e9c7c64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3d475bfc8064ce7b4081175ad8d0f7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3204484
Apr 20 14:10:15.098430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 50976) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:15.194469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-03421339-d23d-41ae-9076-7fb1c89f0f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:15.260210 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 50984) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:15.291985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31369383-0579-47ee-ae54-c0a36d3dfdf3 req-d121dbc9-4a68-4910-a3f2-8158275b44f6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:15.300906 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31369383-0579-47ee-ae54-c0a36d3dfdf3 req-d121dbc9-4a68-4910-a3f2-8158275b44f6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 931 time: 0.4657943
Apr 20 14:10:15.350576 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'status': 'completed', 'code': 200}
Apr 20 14:10:15.357646 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-03421339-d23d-41ae-9076-7fb1c89f0f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:15.374865 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a754a9a9-2294-421f-93b8-961f40b84283,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:15.383608 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:15.441258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-657ee2bf-a21c-4d10-b771-c0b7de34da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:15.445609 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-657ee2bf-a21c-4d10-b771-c0b7de34da5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 1096 time: 0.6196151
Apr 20 14:10:15.488079 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31369383-0579-47ee-ae54-c0a36d3dfdf3 req-1749d026-bbcf-4863-8083-1108733a4ce0 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859345
Apr 20 14:10:15.586771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-27e11a94-90ec-45be-a9d3-fc32c9e4afa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:15.622232 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-2234145e-8cb8-43f9-88eb-3d2b569edb2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754 HTTP/1.1" status: 200  len: 217 time: 0.1557848
Apr 20 14:10:15.717152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-27e11a94-90ec-45be-a9d3-fc32c9e4afa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:15.738460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Attempting to bind port a754a9a9-2294-421f-93b8-961f40b84283 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:10:15.738922 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Attempting to bind port a754a9a9-2294-421f-93b8-961f40b84283 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'cc8f3ba0-bdcf-4598-887c-20b551549204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:10:15.739191 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Attempting to bind port a754a9a9-2294-421f-93b8-961f40b84283 on network 6a5662e4-6547-4ce5-9231-c608bc3281fd {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:10:15.742415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-27e11a94-90ec-45be-a9d3-fc32c9e4afa6 admin admin] Usage tracker for resource:security_group_rule and tenant:11af28fb3ef94f9d95467a44e57421ff is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:15.746028 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584afe55-43fe-472c-ab36-ccb72fe0b271 {{(pid=86376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:10:15.750226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-27e11a94-90ec-45be-a9d3-fc32c9e4afa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:15.755985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:15.774924 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Transition to ACTIVE for port object 584afe55-43fe-472c-ab36-ccb72fe0b271 will not be triggered until provisioned by entity L2. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:10:15.791368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852964856'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:15.799866 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Port a754a9a9-2294-421f-93b8-961f40b84283 on network 6a5662e4-6547-4ce5-9231-c608bc3281fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:10:15.800243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Attempting to bind port a754a9a9-2294-421f-93b8-961f40b84283 on network 6a5662e4-6547-4ce5-9231-c608bc3281fd {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:10:15.804408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-034ca10d-1761-4901-b876-f9387566fa3f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:15.806988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-27e11a94-90ec-45be-a9d3-fc32c9e4afa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:15.844747 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:10:15.845126 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Checking segment: {'id': 'cc8f3ba0-bdcf-4598-887c-20b551549204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:10:15.845778 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Bound using segment: {'id': 'cc8f3ba0-bdcf-4598-887c-20b551549204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:10:15.846131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Bound port: a754a9a9-2294-421f-93b8-961f40b84283, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8f3ba0-bdcf-4598-887c-20b551549204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:10:15.846523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:15.850421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-03421339-d23d-41ae-9076-7fb1c89f0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:15.873233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:10:15.898815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-71a480ec-7cef-4f08-8bb1-9fd42f845869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:15.900442 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-71a480ec-7cef-4f08-8bb1-9fd42f845869 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 200  len: 856 time: 0.2277448
Apr 20 14:10:16.044068 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2186db-5d9e-4d79-8cda-1c98be7b24ce req-19ea1461-6c4e-491c-802c-83bc0bb5a0d2 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:16.045877 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6c2186db-5d9e-4d79-8cda-1c98be7b24ce req-19ea1461-6c4e-491c-802c-83bc0bb5a0d2 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 944 time: 0.4470596
Apr 20 14:10:16.066890 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-03421339-d23d-41ae-9076-7fb1c89f0f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:16.071649 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-03421339-d23d-41ae-9076-7fb1c89f0f59 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cceeb6f1-b4ab-4525-92b9-5a0ec61581a9 HTTP/1.1" status: 204  len: 168 time: 0.9815938
Apr 20 14:10:16.154801 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] For port a754a9a9-2294-421f-93b8-961f40b84283, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:10:16.160501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Pushing event updated for resources: {'Port': ['ID=584afe55-43fe-472c-ab36-ccb72fe0b271,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:16.178282 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6c2186db-5d9e-4d79-8cda-1c98be7b24ce req-584cc7cc-6238-4a8c-9ecb-dd5f5c7ff598 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194775
Apr 20 14:10:16.184186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:16.199312 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] For port a754a9a9-2294-421f-93b8-961f40b84283, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a754a9a9-2294-421f-93b8-961f40b84283,segment=NetworkSegment(cc8f3ba0-bdcf-4598-887c-20b551549204),segment_id=cc8f3ba0-bdcf-4598-887c-20b551549204)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:10:16.209151 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-72195f28-c29a-463f-9757-2bedb48f55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:16.211350 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-72195f28-c29a-463f-9757-2bedb48f55b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=208826de-226c-4839-8ac0-886efbb4ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2813268
Apr 20 14:10:16.216694 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-27e11a94-90ec-45be-a9d3-fc32c9e4afa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:16.218488 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:16.237955 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:16.258179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:16.278127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03421339-d23d-41ae-9076-7fb1c89f0f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceeb6f1-b4ab-4525-92b9-5a0ec61581a9,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:16.290408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-03421339-d23d-41ae-9076-7fb1c89f0f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:16.293785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-27e11a94-90ec-45be-a9d3-fc32c9e4afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:16.345303 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2e639-64bc-4515-abbf-6362f269b977 req-f5a73904-6832-4fcf-b5b4-a9f93b2fe0b9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:16.348392 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f0b2e639-64bc-4515-abbf-6362f269b977 req-f5a73904-6832-4fcf-b5b4-a9f93b2fe0b9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.4963133
Apr 20 14:10:16.417211 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:16.418611 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:16.419547 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] 10.222.0.53 "PUT /v2.0/ports/a754a9a9-2294-421f-93b8-961f40b84283 HTTP/1.1" status: 200  len: 1093 time: 6.4933727
Apr 20 14:10:16.463277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Attempting to bind port 584afe55-43fe-472c-ab36-ccb72fe0b271 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:10:16.463902 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Attempting to bind port 584afe55-43fe-472c-ab36-ccb72fe0b271 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'cc8f3ba0-bdcf-4598-887c-20b551549204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd'}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:10:16.464637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Attempting to bind port 584afe55-43fe-472c-ab36-ccb72fe0b271 on network 6a5662e4-6547-4ce5-9231-c608bc3281fd {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:10:16.486982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Port 584afe55-43fe-472c-ab36-ccb72fe0b271 on network 6a5662e4-6547-4ce5-9231-c608bc3281fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:10:16.487765 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Attempting to bind port 584afe55-43fe-472c-ab36-ccb72fe0b271 on network 6a5662e4-6547-4ce5-9231-c608bc3281fd {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:10:16.502157 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f0b2e639-64bc-4515-abbf-6362f269b977 req-f443d92b-eba1-4ae8-a904-fd141e362940 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1436245
Apr 20 14:10:16.503270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:10:16.503642 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Checking segment: {'id': 'cc8f3ba0-bdcf-4598-887c-20b551549204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:10:16.504070 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Bound using segment: {'id': 'cc8f3ba0-bdcf-4598-887c-20b551549204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd'} {{(pid=86376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:10:16.504577 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Bound port: 584afe55-43fe-472c-ab36-ccb72fe0b271, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8f3ba0-bdcf-4598-887c-20b551549204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd'}}] {{(pid=86376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:10:16.504967 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:16.668208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] For port 584afe55-43fe-472c-ab36-ccb72fe0b271, host hv-cinder-77459, cleared binding levels {{(pid=86376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:10:16.786247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] For port 584afe55-43fe-472c-ab36-ccb72fe0b271, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=584afe55-43fe-472c-ab36-ccb72fe0b271,segment=NetworkSegment(cc8f3ba0-bdcf-4598-887c-20b551549204),segment_id=cc8f3ba0-bdcf-4598-887c-20b551549204)] {{(pid=86376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:10:16.818781 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852964856'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:16.818996 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-27e11a94-90ec-45be-a9d3-fc32c9e4afa6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11af28fb3ef94f9d95467a44e57421ff&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4512954
Apr 20 14:10:16.822924 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51024) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:16.848155 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 51028) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:16.850282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:16.892030 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a754a9a9-2294-421f-93b8-961f40b84283,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:16.907247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:16.909921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b8a7d773-baae-47ae-9908-311a5122330e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.523s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:16.946915 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-76b9a5dd-0564-42c2-9dd9-089113c450e9 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7270417
Apr 20 14:10:17.031415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e11a94-90ec-45be-a9d3-fc32c9e4afa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cc10ee-b633-4218-8a15-95ec9636a479,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:17.040603 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:17.043125 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for port, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:17.046052 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] 10.222.0.53 "PUT /v2.0/ports/584afe55-43fe-472c-ab36-ccb72fe0b271 HTTP/1.1" status: 200  len: 1093 time: 2.5297899
Apr 20 14:10:17.046804 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61c254e-21e9-4f1c-839d-9399c0fd1930', 'tag': '584afe55-43fe-472c-ab36-ccb72fe0b271'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:10:17.066357 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f31c45-5faf-44b7-a353-f00853a19cbe req-2435cd19-f9cc-403c-976c-88988e911fff tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:17.074082 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-73f31c45-5faf-44b7-a353-f00853a19cbe req-2435cd19-f9cc-403c-976c-88988e911fff tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 943 time: 0.3994577
Apr 20 14:10:17.122917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-27e11a94-90ec-45be-a9d3-fc32c9e4afa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:17.130231 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0ed74152-ddda-49b6-81ab-d06308b1ba97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9050fc00a824e1686c3b37308a7136d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2738137
Apr 20 14:10:17.136771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 51046) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:17.157388 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Pushing event updated for resources: {'Port': ['ID=584afe55-43fe-472c-ab36-ccb72fe0b271,revision_number=3']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:17.175461 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:17.193467 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556957e-27e1-4c03-9ada-474acd0f472f req-1a8b1fcf-860d-44ad-a16a-24002d31c8e3 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:17.196730 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3556957e-27e1-4c03-9ada-474acd0f472f req-1a8b1fcf-860d-44ad-a16a-24002d31c8e3 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 944 time: 0.7976999
Apr 20 14:10:17.241622 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-73f31c45-5faf-44b7-a353-f00853a19cbe req-b752846d-cc12-4764-a3f5-57e84782bb2f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571801
Apr 20 14:10:17.241795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-0c46d528-7dec-4d63-aa03-c4ea39e911a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:17.244739 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-0c46d528-7dec-4d63-aa03-c4ea39e911a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=41708f6d5066439e9e48ce3963586db5&device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 1096 time: 0.5286291
Apr 20 14:10:17.247313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3c0fae3d-22c9-4deb-b589-57f1ee229d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:17.397594 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-e15a91e9-702b-4717-ac06-5b01228ef12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:17.399310 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-e15a91e9-702b-4717-ac06-5b01228ef12c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=41708f6d5066439e9e48ce3963586db5&device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 1096 time: 0.2924955
Apr 20 14:10:17.401166 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61c254e-21e9-4f1c-839d-9399c0fd1930', 'tag': '584afe55-43fe-472c-ab36-ccb72fe0b271', 'status': 'completed', 'code': 200}
Apr 20 14:10:17.406487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3c0fae3d-22c9-4deb-b589-57f1ee229d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:17.429536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e2a203-16fe-469f-a8a6-d4219f2047df', 'tag': 'a754a9a9-2294-421f-93b8-961f40b84283'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:10:17.487411 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-1b5af961-55fc-4176-a664-2a157ec652a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a754a9a9-2294-421f-93b8-961f40b84283 HTTP/1.1" status: 200  len: 217 time: 0.1683915
Apr 20 14:10:17.508606 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-0077a328-d0a6-4379-bcf0-96c7b1abe4c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=584afe55-43fe-472c-ab36-ccb72fe0b271 HTTP/1.1" status: 200  len: 217 time: 0.0814047
Apr 20 14:10:17.607235 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-a05515fd-64a6-4fb6-8895-83cb6956e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:17.608875 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-a05515fd-64a6-4fb6-8895-83cb6956e4dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5dfd9853-f316-42eb-bcab-9332c748ef16 HTTP/1.1" status: 200  len: 858 time: 0.0925314
Apr 20 14:10:17.630152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device e488e379-4186-4101-8fc8-46f3543fe3f1 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:10:17.644184 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d1ef4b-6c71-43f3-9173-91b537a52def req-d99af028-fd67-4219-ad76-8ba6f1815ebc service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6609840
Apr 20 14:10:17.669582 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3556957e-27e1-4c03-9ada-474acd0f472f req-c40f9e49-c013-48df-9d0a-b22aaade3073 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4501605
Apr 20 14:10:17.687243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0720e635-30df-452f-9a48-deffe485203a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:17.727347 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-6bcef991-60a8-408d-9639-5b85062914c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6a5662e4-6547-4ce5-9231-c608bc3281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0664132
Apr 20 14:10:17.731647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3c0fae3d-22c9-4deb-b589-57f1ee229d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:17.734645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-7ab3158a-2ecd-490e-bb0d-826839564769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:17.736283 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-7ab3158a-2ecd-490e-bb0d-826839564769 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5dfd9853-f316-42eb-bcab-9332c748ef16 HTTP/1.1" status: 200  len: 858 time: 0.2383096
Apr 20 14:10:17.766048 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port e488e379-4186-4101-8fc8-46f3543fe3f1 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:10:17.773823 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port e488e379-4186-4101-8fc8-46f3543fe3f1 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:10:17.777388 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:17.780576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:17.825203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fae3d-22c9-4deb-b589-57f1ee229d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cc10ee-b633-4218-8a15-95ec9636a479,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:17.929348 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0720e635-30df-452f-9a48-deffe485203a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:17.947369 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:17.994665 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e2a203-16fe-469f-a8a6-d4219f2047df', 'tag': 'a754a9a9-2294-421f-93b8-961f40b84283', 'status': 'completed', 'code': 200}
Apr 20 14:10:17.996995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port e488e379-4186-4101-8fc8-46f3543fe3f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e488e379-4186-4101-8fc8-46f3543fe3f1,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:17.997194 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-2ec277e6-7ffa-46b2-9b61-e3afb58ade51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6a5662e4-6547-4ce5-9231-c608bc3281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1837640
Apr 20 14:10:17.998218 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e488e379-4186-4101-8fc8-46f3543fe3f1'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:10:18.126267 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:18.129146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:10:18.178176 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:18.221235 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3c0fae3d-22c9-4deb-b589-57f1ee229d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:18.227515 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3c0fae3d-22c9-4deb-b589-57f1ee229d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:18.231353 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-3c0fae3d-22c9-4deb-b589-57f1ee229d1c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00cc10ee-b633-4218-8a15-95ec9636a479 HTTP/1.1" status: 204  len: 168 time: 1.3939593
Apr 20 14:10:18.314481 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-03faa098-2bb7-46c3-b216-e3acf93fead9 service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5738823
Apr 20 14:10:18.390833 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b1e51-83a1-4224-b7d5-b317d5e6f8f9 req-29a3edfc-6c7c-4be1-be8a-71f6dded641b tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:18.401980 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-139b1e51-83a1-4224-b7d5-b317d5e6f8f9 req-29a3edfc-6c7c-4be1-be8a-71f6dded641b tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 944 time: 0.7827532
Apr 20 14:10:18.437510 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-094b4bcf-39a2-4287-abff-6b44dc54ed95 service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3657765
Apr 20 14:10:18.611189 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c1167-91cf-446a-9a26-9605d2bac8b6 req-1ee33549-e5f2-4230-8092-9113d9506aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:18.614625 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-558c1167-91cf-446a-9a26-9605d2bac8b6 req-1ee33549-e5f2-4230-8092-9113d9506aaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 1096 time: 0.9120376
Apr 20 14:10:18.649757 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed9ac0-106a-449f-880d-01047fa788d8 req-9ec77236-af82-4abc-909d-83325b64988d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:18.652463 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-139b1e51-83a1-4224-b7d5-b317d5e6f8f9 req-6acd0d76-feda-41dd-97e1-dc64b557a4a6 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463205
Apr 20 14:10:18.667629 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4aed9ac0-106a-449f-880d-01047fa788d8 req-9ec77236-af82-4abc-909d-83325b64988d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.6536257
Apr 20 14:10:18.708414 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=e488e379-4186-4101-8fc8-46f3543fe3f1,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:18.722813 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:18.733323 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4dad6177-be44-4e88-9956-7053b3b56f34 req-e5d182e6-491a-4d2f-92a5-2ba19b61dcd2 service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4092906
Apr 20 14:10:18.734942 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:10:18.756054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:10:18.757002 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:18.948071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0720e635-30df-452f-9a48-deffe485203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:18.977968 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c22ced25-b2d5-466a-b2c9-309d6b3c559b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:19.028070 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4aed9ac0-106a-449f-880d-01047fa788d8 req-1451cbce-5825-4362-b73d-5e58d2d12f9f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3588734
Apr 20 14:10:19.031364 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:19.034296 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720e635-30df-452f-9a48-deffe485203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fd985f-aee5-4bcb-a605-b0132fb654d5,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:19.041079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0720e635-30df-452f-9a48-deffe485203a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:19.048230 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f72539a2-cdc3-4bca-bc45-3533500062ff req-5e9e66c1-1bc2-4f10-a8d7-bbc880d1c848 service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6004748
Apr 20 14:10:19.061919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0720e635-30df-452f-9a48-deffe485203a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:19.065841 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0720e635-30df-452f-9a48-deffe485203a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0fd985f-aee5-4bcb-a605-b0132fb654d5 HTTP/1.1" status: 204  len: 168 time: 1.9228570
Apr 20 14:10:19.091626 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9f1b5-b1dd-40b7-aa28-276d4ac3224b req-18975f57-8818-4b74-a702-c87699b7c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:19.105798 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a9c9f1b5-b1dd-40b7-aa28-276d4ac3224b req-18975f57-8818-4b74-a702-c87699b7c079 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=41708f6d5066439e9e48ce3963586db5&device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 1096 time: 0.2985520
Apr 20 14:10:19.117973 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c1167-91cf-446a-9a26-9605d2bac8b6 req-d374c7b5-5561-4d7b-8f11-57213bead320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:19.119779 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-558c1167-91cf-446a-9a26-9605d2bac8b6 req-d374c7b5-5561-4d7b-8f11-57213bead320 service neutron] 10.222.0.53 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 918 time: 0.4122174
Apr 20 14:10:19.122446 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d248bac-92c7-4333-b141-f67c25e0ade2 req-1ac2dcf5-8981-421d-8243-aa0f1303d531 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:19.132694 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9d248bac-92c7-4333-b141-f67c25e0ade2 req-1ac2dcf5-8981-421d-8243-aa0f1303d531 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 943 time: 0.2348769
Apr 20 14:10:19.198563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7e6e962f-ac6d-480f-9018-ad9ba3cdc661,segment=NetworkSegment(4399d359-56f6-4ee2-a2f8-f295092e5512),segment_id=4399d359-56f6-4ee2-a2f8-f295092e5512)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:19.205104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:19.207509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d1450cfb-71f1-4dbe-9d5a-cb307e2b1507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:19.316365 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=7e6e962f-ac6d-480f-9018-ad9ba3cdc661,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:19.321123 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:19.354857 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-558c1167-91cf-446a-9a26-9605d2bac8b6 req-c4c23923-abdb-41be-986f-1476a37adc10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754 HTTP/1.1" status: 200  len: 217 time: 0.1651385
Apr 20 14:10:19.438400 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9d248bac-92c7-4333-b141-f67c25e0ade2 req-83fd92d1-35ce-4847-bd57-d8d711070262 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3044891
Apr 20 14:10:19.461353 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e488e379-4186-4101-8fc8-46f3543fe3f1', 'code': 200}
Apr 20 14:10:19.476120 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c1167-91cf-446a-9a26-9605d2bac8b6 req-9d9e079b-5e4b-4f4c-8c29-fe07a90ba0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:19.478660 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-558c1167-91cf-446a-9a26-9605d2bac8b6 req-9d9e079b-5e4b-4f4c-8c29-fe07a90ba0e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 200  len: 856 time: 0.1152620
Apr 20 14:10:19.563736 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9f1b5-b1dd-40b7-aa28-276d4ac3224b req-bcfa7187-a705-408a-9fb0-edd2fdec748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:19.565568 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a9c9f1b5-b1dd-40b7-aa28-276d4ac3224b req-bcfa7187-a705-408a-9fb0-edd2fdec748a service neutron] 10.222.0.53 "GET /v2.0/networks?id=6a5662e4-6547-4ce5-9231-c608bc3281fd HTTP/1.1" status: 200  len: 919 time: 0.3897152
Apr 20 14:10:19.615366 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17230ed-a9c2-4026-b152-c63c23b05285 req-69b598e6-559e-4b12-887a-1910b9e89329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:19.617371 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f17230ed-a9c2-4026-b152-c63c23b05285 req-69b598e6-559e-4b12-887a-1910b9e89329 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=41708f6d5066439e9e48ce3963586db5&device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 1096 time: 0.4962838
Apr 20 14:10:19.619739 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c1167-91cf-446a-9a26-9605d2bac8b6 req-a843a702-f356-4739-b84c-e09736e4ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:19.621745 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-558c1167-91cf-446a-9a26-9605d2bac8b6 req-a843a702-f356-4739-b84c-e09736e4ed1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=208826de-226c-4839-8ac0-886efbb4ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1337805
Apr 20 14:10:19.766269 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a9c9f1b5-b1dd-40b7-aa28-276d4ac3224b req-98938e2b-0931-41c4-b4bd-ca2e029ef5a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=584afe55-43fe-472c-ab36-ccb72fe0b271 HTTP/1.1" status: 200  len: 217 time: 0.1935010
Apr 20 14:10:19.874177 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9f1b5-b1dd-40b7-aa28-276d4ac3224b req-701c9d1c-e273-4d7c-9395-c9c34648832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:19.876337 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a9c9f1b5-b1dd-40b7-aa28-276d4ac3224b req-701c9d1c-e273-4d7c-9395-c9c34648832c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5dfd9853-f316-42eb-bcab-9332c748ef16 HTTP/1.1" status: 200  len: 858 time: 0.1016414
Apr 20 14:10:20.160009 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a9c9f1b5-b1dd-40b7-aa28-276d4ac3224b req-b754c821-3174-4585-bc21-56e6c1ad543e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6a5662e4-6547-4ce5-9231-c608bc3281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2705581
Apr 20 14:10:20.472957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51148) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:20.500769 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a9c9f1b5-b1dd-40b7-aa28-276d4ac3224b req-147e4d34-0e15-4ee0-95f3-c5f6c156ab4e service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3273823
Apr 20 14:10:20.641030 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-558c1167-91cf-446a-9a26-9605d2bac8b6 req-d13d4d61-f12b-43d4-ac7a-f1424d81419e service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9776113
Apr 20 14:10:20.643471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17230ed-a9c2-4026-b152-c63c23b05285 req-3621d503-e469-4f59-a100-79dce70fad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:20.645562 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f17230ed-a9c2-4026-b152-c63c23b05285 req-3621d503-e469-4f59-a100-79dce70fad03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6a5662e4-6547-4ce5-9231-c608bc3281fd HTTP/1.1" status: 200  len: 919 time: 1.0165484
Apr 20 14:10:20.678302 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd24664-3167-4160-b6e6-aa97dac985b0 req-af5ec70b-9674-4d06-b930-631b7fe53520 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:20.681009 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2bd24664-3167-4160-b6e6-aa97dac985b0 req-af5ec70b-9674-4d06-b930-631b7fe53520 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 945 time: 0.9853969
Apr 20 14:10:20.734634 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1761024197-network', 'tenant_id': 'e96e3822f9034b21a7a95005c39e07ea'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:10:20.743400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:20.749894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Usage tracker for resource:network and tenant:e96e3822f9034b21a7a95005c39e07ea is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:20.754326 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:20.785089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:20.868617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Made reservation on behalf of e96e3822f9034b21a7a95005c39e07ea for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:10:20.878199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:20.902232 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:20.920188 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f17230ed-a9c2-4026-b152-c63c23b05285 req-6b0a20d1-2158-4904-8d1c-fd595dbe7308 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a754a9a9-2294-421f-93b8-961f40b84283 HTTP/1.1" status: 200  len: 217 time: 0.2600420
Apr 20 14:10:20.922237 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a9c9f1b5-b1dd-40b7-aa28-276d4ac3224b req-4cf7d5b5-8da7-4287-bfbb-c0cb3766ed17 service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4123938
Apr 20 14:10:20.923944 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fecad-e2c2-4fc4-9c1a-770292f945f7 req-693279a3-e213-40d0-9bb8-1588adcd414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:20.926774 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d96fecad-e2c2-4fc4-9c1a-770292f945f7 req-693279a3-e213-40d0-9bb8-1588adcd414e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 1098 time: 1.0953488
Apr 20 14:10:20.934350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bf87b-a1d1-46c8-b2f0-9e6b05f71504 req-72a9910f-5f98-4f1d-b18d-6ad65f4bc557 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:20.945063 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5a3bf87b-a1d1-46c8-b2f0-9e6b05f71504 req-72a9910f-5f98-4f1d-b18d-6ad65f4bc557 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.9424465
Apr 20 14:10:20.985394 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:20.990680 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Usage tracker for resource:security_group_rule and tenant:e96e3822f9034b21a7a95005c39e07ea is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:20.995894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:21.004387 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:21.072426 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5a3bf87b-a1d1-46c8-b2f0-9e6b05f71504 req-5c10a4d9-ffcc-486e-95c1-2310e8e9bfdc tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260700
Apr 20 14:10:21.151139 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:21.157370 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:21.158542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d96fecad-e2c2-4fc4-9c1a-770292f945f7 req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:21.167488 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:21.202535 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'}  {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:10:21.213512 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cfff78-2f72-4d9f-a956-f50c3a498c10,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:21.218299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:21.223097 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:21.223549 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Added segment e6c8f9b4-3494-4231-aaf4-4f897214f0be of type vlan for network 22210343-0264-451c-8ef0-a8533c688177
Apr 20 14:10:21.254445 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:21.273328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-d96fecad-e2c2-4fc4-9c1a-770292f945f7 req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:21.295884 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:21.301463 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:21.302999 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:21.312304 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-d96fecad-e2c2-4fc4-9c1a-770292f945f7 req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Usage tracker for resource:security_group_rule and tenant:80333a90e3b7436fb516542fc12a2e0f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:21.316629 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:21.332224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-d96fecad-e2c2-4fc4-9c1a-770292f945f7 req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:21.390085 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2bd24664-3167-4160-b6e6-aa97dac985b0 req-96348219-a9a4-4f28-92de-1ef965f83082 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5200043
Apr 20 14:10:21.393723 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17230ed-a9c2-4026-b152-c63c23b05285 req-14512f41-b581-46a0-a622-9a51e0199ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:21.396634 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f17230ed-a9c2-4026-b152-c63c23b05285 req-14512f41-b581-46a0-a622-9a51e0199ab8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5dfd9853-f316-42eb-bcab-9332c748ef16 HTTP/1.1" status: 200  len: 858 time: 0.3641667
Apr 20 14:10:21.447347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-d96fecad-e2c2-4fc4-9c1a-770292f945f7 req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:21.463007 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de1bf5a-ae80-47b6-90aa-d74790ab0433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6e962f-ac6d-480f-9018-ad9ba3cdc661'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:10:21.584575 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1082261
Apr 20 14:10:21.586680 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51174) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:21.590751 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Pushing event updated for resources: {'Network': ['ID=22210343-0264-451c-8ef0-a8533c688177,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:21.605163 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network 22210343-0264-451c-8ef0-a8533c688177 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:10:21.622314 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:21.635608 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Request body: {'subnet': {'network_id': '22210343-0264-451c-8ef0-a8533c688177', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1761024197-subnet', 'tenant_id': 'e96e3822f9034b21a7a95005c39e07ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:10:21.650185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:21.652268 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f17230ed-a9c2-4026-b152-c63c23b05285 req-832adcd0-2ee1-4839-b34d-c2b896685e8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6a5662e4-6547-4ce5-9231-c608bc3281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1856225
Apr 20 14:10:21.670492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Usage tracker for resource:subnet and tenant:e96e3822f9034b21a7a95005c39e07ea is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:21.685173 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-558c1167-91cf-446a-9a26-9605d2bac8b6 req-f7680800-329d-4ef9-bb8a-c9b90a55d7f0 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0275173
Apr 20 14:10:21.693793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:21.779853 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:21.824368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device d6282bdb-22ac-4160-a0b6-dd005b8b3754 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:10:21.877308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Made reservation on behalf of e96e3822f9034b21a7a95005c39e07ea for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:10:21.904583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852457628'] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:22.001658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port d6282bdb-22ac-4160-a0b6-dd005b8b3754, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:22.036988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'port_id': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'mac_address': 'fa:16:3e:bb:76:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:10:22.120709 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f17230ed-a9c2-4026-b152-c63c23b05285 req-1b8ebf80-ca5b-4b87-8b1d-e9d8546fc12e service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4316707
Apr 20 14:10:22.185649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:22.231156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6282bdb-22ac-4160-a0b6-dd005b8b3754 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:10:22.260152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port d6282bdb-22ac-4160-a0b6-dd005b8b3754, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:22.264424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:22.267981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:22.268921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec5085-89c2-4b7a-9ecc-7e1881783898 req-974bb717-555d-4295-9321-536e52dad7b6 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:22.283818 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-80ec5085-89c2-4b7a-9ecc-7e1881783898 req-974bb717-555d-4295-9321-536e52dad7b6 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.8111012
Apr 20 14:10:22.425631 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d96fecad-e2c2-4fc4-9c1a-770292f945f7 req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:22.464784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=d6282bdb-22ac-4160-a0b6-dd005b8b3754,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:22.472696 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e4306-eac0-4361-9e5f-488077ec20d5 req-f66dc299-d57b-40e6-8207-c83e21b6123b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:22.474128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-2e1e4306-eac0-4361-9e5f-488077ec20d5 req-f66dc299-d57b-40e6-8207-c83e21b6123b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Synchronizing usage tracker for tenant:41708f6d5066439e9e48ce3963586db5 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:10:22.480071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:22.571221 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f17230ed-a9c2-4026-b152-c63c23b05285 req-54339f07-778d-443b-996c-865785ec9b8c service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3935592
Apr 20 14:10:22.573421 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-80ec5085-89c2-4b7a-9ecc-7e1881783898 req-7ad1fb81-de46-498d-8a0e-49ce997edb57 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2390511
Apr 20 14:10:22.576098 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d96fecad-e2c2-4fc4-9c1a-770292f945f7 req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:22.602194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:22.603471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['d6282bdb-22ac-4160-a0b6-dd005b8b3754'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:10:22.709534 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d96fecad-e2c2-4fc4-9c1a-770292f945f7 req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6791527
Apr 20 14:10:22.753260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-2e1e4306-eac0-4361-9e5f-488077ec20d5 req-f66dc299-d57b-40e6-8207-c83e21b6123b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Unset dirty status for tenant:41708f6d5066439e9e48ce3963586db5 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:10:22.794217 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2e1e4306-eac0-4361-9e5f-488077ec20d5 req-f66dc299-d57b-40e6-8207-c83e21b6123b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 943 time: 1.1038363
Apr 20 14:10:22.823571 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6373b435-e000-46db-a284-a68d17dec9ac,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:22.848483 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de1bf5a-ae80-47b6-90aa-d74790ab0433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6e962f-ac6d-480f-9018-ad9ba3cdc661', 'code': 200}
Apr 20 14:10:22.948798 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:22.953990 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:22.955563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:22.958565 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:22.959347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:22.960403 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:22.961164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:22.962295 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:22.963030 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:22.963803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:22.964561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:22.965330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:22.979391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:23.060354 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-2e1e4306-eac0-4361-9e5f-488077ec20d5 req-b0a2d103-b042-4a86-a09c-b0210cded85b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Synchronizing usage tracker for tenant:41708f6d5066439e9e48ce3963586db5 on resource:security_group {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:10:23.134677 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-2e1e4306-eac0-4361-9e5f-488077ec20d5 req-b0a2d103-b042-4a86-a09c-b0210cded85b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Unset dirty status for tenant:41708f6d5066439e9e48ce3963586db5 on resource:security_group {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:10:23.137314 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2e1e4306-eac0-4361-9e5f-488077ec20d5 req-b0a2d103-b042-4a86-a09c-b0210cded85b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3387110
Apr 20 14:10:23.148500 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164d9b4-7ebe-4ee2-b2cf-e8783919efe2 req-e3a81810-d727-4f14-88b9-a4b194a9a6de tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:23.165958 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5164d9b4-7ebe-4ee2-b2cf-e8783919efe2 req-e3a81810-d727-4f14-88b9-a4b194a9a6de tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.2402368
Apr 20 14:10:23.346352 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5164d9b4-7ebe-4ee2-b2cf-e8783919efe2 req-881ad97e-62ca-4ed2-8512-da4275c807ca tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787724
Apr 20 14:10:23.418188 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58aefd-7d15-4e0b-a062-211374211f07 req-c77b1a4f-415f-4f36-9d51-f8cc2a625fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:23.420487 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3a58aefd-7d15-4e0b-a062-211374211f07 req-c77b1a4f-415f-4f36-9d51-f8cc2a625fda service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 1098 time: 0.1755409
Apr 20 14:10:23.570523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852963440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852457611'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:23.576205 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:23.600088 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3a58aefd-7d15-4e0b-a062-211374211f07 req-30e7f4bc-5e96-4df4-8be2-8882332d9a99 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960948
Apr 20 14:10:23.638894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb0ff3-2e1c-4550-bdfa-89c9dcf2bf87 req-b3f450a5-8668-45a7-93dd-96785ed2e70b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:23.641731 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-72bb0ff3-2e1c-4550-bdfa-89c9dcf2bf87 req-b3f450a5-8668-45a7-93dd-96785ed2e70b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 945 time: 0.2134969
Apr 20 14:10:23.655295 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 584afe55-43fe-472c-ab36-ccb72fe0b271 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:10:23.734573 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a872c0d1-45c7-46ee-a18c-e6c256a891ef,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:23.750378 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-72bb0ff3-2e1c-4550-bdfa-89c9dcf2bf87 req-1a20f54e-2632-4761-b377-fceeea41e298 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963013
Apr 20 14:10:23.769100 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:23.775101 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:23.786143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:23.786888 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:23.787667 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:23.788412 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:23.789174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:23.790032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:23.790923 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:23.791539 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:23.792411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:23.793027 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:23.799325 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Checking segment: {'id': 'e6c8f9b4-3494-4231-aaf4-4f897214f0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '22210343-0264-451c-8ef0-a8533c688177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:10:23.802002 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Network hostable DHCP agents. Network: 22210343-0264-451c-8ef0-a8533c688177, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:10:23.815750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:23.851713 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Network 22210343-0264-451c-8ef0-a8533c688177 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:10:23.889474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, 22210343-0264-451c-8ef0-a8533c688177) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:10:23.908335 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369d087a-7d39-46aa-80e0-04bfbc80bccd None None] Network 22210343-0264-451c-8ef0-a8533c688177 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:10:23.931065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 584afe55-43fe-472c-ab36-ccb72fe0b271, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=584afe55-43fe-472c-ab36-ccb72fe0b271,segment=NetworkSegment(cc8f3ba0-bdcf-4598-887c-20b551549204),segment_id=cc8f3ba0-bdcf-4598-887c-20b551549204)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:23.932173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:23.933419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:24.060522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': '584afe55-43fe-472c-ab36-ccb72fe0b271', 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd', 'port_id': '584afe55-43fe-472c-ab36-ccb72fe0b271', 'mac_address': 'fa:16:3e:6f:2b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfd9853-f316-42eb-bcab-9332c748ef16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:10:24.093517 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.4631963
Apr 20 14:10:24.143511 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5c91d-deb2-4bbe-98b3-171684545dfb req-61546830-a072-4f27-ace5-d29289aeeb3b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:24.146163 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-02f5c91d-deb2-4bbe-98b3-171684545dfb req-61546830-a072-4f27-ace5-d29289aeeb3b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 944 time: 0.1698866
Apr 20 14:10:24.248331 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-02f5c91d-deb2-4bbe-98b3-171684545dfb req-6cc52b2f-8085-4d68-b9e4-3bce63f49129 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932543
Apr 20 14:10:24.254593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:24.369051 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584afe55-43fe-472c-ab36-ccb72fe0b271 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:10:24.420798 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 584afe55-43fe-472c-ab36-ccb72fe0b271, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=584afe55-43fe-472c-ab36-ccb72fe0b271,segment=NetworkSegment(cc8f3ba0-bdcf-4598-887c-20b551549204),segment_id=cc8f3ba0-bdcf-4598-887c-20b551549204)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:24.428978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:24.429828 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device a754a9a9-2294-421f-93b8-961f40b84283 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:10:24.435262 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:24.614319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=584afe55-43fe-472c-ab36-ccb72fe0b271,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:24.636421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd696bf-ad7d-4f62-84a7-71f0fe4b6d7d None None] Network 22210343-0264-451c-8ef0-a8533c688177 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:10:24.836196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fce69d-b8b9-432f-89ce-d3423ac47b74 req-a3e6bb26-1fe5-413f-b854-aac98fe02aec tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:24.849281 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b5fce69d-b8b9-432f-89ce-d3423ac47b74 req-a3e6bb26-1fe5-413f-b854-aac98fe02aec tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 944 time: 0.4573593
Apr 20 14:10:24.953000 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:25.050188 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b5fce69d-b8b9-432f-89ce-d3423ac47b74 req-89ae47c8-84df-4379-bcc9-3b167c2e4d6b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805174
Apr 20 14:10:25.100003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.resource_extend [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 14:10:25.103703 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6c00d-423c-440c-88da-df7bacf183f8 req-68411894-ba40-461c-9e77-b34f42782ef2 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:25.122125 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-07f6c00d-423c-440c-88da-df7bacf183f8 req-68411894-ba40-461c-9e77-b34f42782ef2 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.4118412
Apr 20 14:10:25.285032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port a754a9a9-2294-421f-93b8-961f40b84283, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a754a9a9-2294-421f-93b8-961f40b84283,segment=NetworkSegment(cc8f3ba0-bdcf-4598-887c-20b551549204),segment_id=cc8f3ba0-bdcf-4598-887c-20b551549204)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:25.292663 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-07f6c00d-423c-440c-88da-df7bacf183f8 req-59bdf5b4-6502-4a3c-addb-ee3be23c7424 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688437
Apr 20 14:10:25.467281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0edab-f11f-4161-804b-63e317934dcf req-4d2f55be-5221-4672-bbe8-eb188cdf1382 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:25.470528 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-63c0edab-f11f-4161-804b-63e317934dcf req-4d2f55be-5221-4672-bbe8-eb188cdf1382 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 945 time: 0.2346232
Apr 20 14:10:25.527261 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'a754a9a9-2294-421f-93b8-961f40b84283', 'network_id': '6a5662e4-6547-4ce5-9231-c608bc3281fd', 'port_id': 'a754a9a9-2294-421f-93b8-961f40b84283', 'mac_address': 'fa:16:3e:65:d9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfd9853-f316-42eb-bcab-9332c748ef16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:10:25.610554 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-63c0edab-f11f-4161-804b-63e317934dcf req-875eb3e3-e192-4a44-ad82-589e9d5a77b8 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303828
Apr 20 14:10:25.713134 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:25.734874 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a754a9a9-2294-421f-93b8-961f40b84283 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:10:25.755188 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port a754a9a9-2294-421f-93b8-961f40b84283, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a754a9a9-2294-421f-93b8-961f40b84283,segment=NetworkSegment(cc8f3ba0-bdcf-4598-887c-20b551549204),segment_id=cc8f3ba0-bdcf-4598-887c-20b551549204)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:25.768560 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:25.774979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:25.931362 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=a754a9a9-2294-421f-93b8-961f40b84283,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:25.952064 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:25.952715 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:25.955845 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:25.956546 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:25.957683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:25.958237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:25.958752 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:25.959265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:25.960004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:25.961012 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:25.961520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:25.962060 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:10:25.966844 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:25.978304 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789813ea-2fd6-434e-81ea-b0d46ae5f4cf req-63c75a93-e299-44fe-a5e8-f7c1cf903e0f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:25.989064 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-789813ea-2fd6-434e-81ea-b0d46ae5f4cf req-63c75a93-e299-44fe-a5e8-f7c1cf903e0f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 944 time: 0.2695813
Apr 20 14:10:26.049101 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-789813ea-2fd6-434e-81ea-b0d46ae5f4cf req-3a80bc13-800d-4a7a-9672-88cb46f00e16 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584874
Apr 20 14:10:26.095575 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51280) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:26.102445 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-678116900-network', 'tenant_id': '228968f58bd2411b925d0abe47ab6afd'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:10:26.107875 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:26.112463 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Usage tracker for resource:network and tenant:228968f58bd2411b925d0abe47ab6afd is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:26.115779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:26.124243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:26.137263 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Made reservation on behalf of 228968f58bd2411b925d0abe47ab6afd for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:10:26.142491 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:26.160855 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:26.179218 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:26.183804 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Usage tracker for resource:security_group_rule and tenant:228968f58bd2411b925d0abe47ab6afd is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:26.187386 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:26.194249 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:26.301445 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba04899-65c6-4076-b0e2-4a56f9fa1f7b req-5ea537b6-a4ff-4b42-b063-d037f451422b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:26.303364 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-aba04899-65c6-4076-b0e2-4a56f9fa1f7b req-5ea537b6-a4ff-4b42-b063-d037f451422b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 944 time: 0.1241117
Apr 20 14:10:26.346561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:26.351493 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:26.357688 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:26.374868 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-aba04899-65c6-4076-b0e2-4a56f9fa1f7b req-97c1f936-a83a-4be4-a962-2c0653d4151b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614316
Apr 20 14:10:26.405077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'}  {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:10:26.422135 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b74c26a-2454-4e09-a3fc-76a8fce162ee,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:26.448118 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:26.448880 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Added segment dab9697e-e171-461b-ac36-220119b8e0e6 of type vlan for network af3edc92-8d40-4a48-a696-2e2103c02871
Apr 20 14:10:26.495755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:26.563979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 51296) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:26.568962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:26.632093 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:26.635084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:26.635737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:26.644013 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-db90a885-c088-464f-9a5f-83cfb384304e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:26.708476 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-407e7d61-8095-4636-97d1-b84405bfd334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:26.725749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-407e7d61-8095-4636-97d1-b84405bfd334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:26.730321 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-407e7d61-8095-4636-97d1-b84405bfd334 admin admin] Usage tracker for resource:security_group_rule and tenant:b51ca801880446d5b8d660d3398df2b3 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:26.733940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-407e7d61-8095-4636-97d1-b84405bfd334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:26.741366 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-407e7d61-8095-4636-97d1-b84405bfd334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:26.760673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086289cf-c393-437f-b320-a1a56b5cc5af req-5d51888d-ba1c-4f1d-90f8-efd372466e59 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:26.762434 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-086289cf-c393-437f-b320-a1a56b5cc5af req-5d51888d-ba1c-4f1d-90f8-efd372466e59 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.2652059
Apr 20 14:10:26.770927 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6740501
Apr 20 14:10:26.771762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51302) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:26.784432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Request body: {'subnet': {'network_id': 'af3edc92-8d40-4a48-a696-2e2103c02871', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-678116900-subnet', 'tenant_id': '228968f58bd2411b925d0abe47ab6afd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:10:26.810857 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Pushing event updated for resources: {'Network': ['ID=af3edc92-8d40-4a48-a696-2e2103c02871,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:26.821353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:26.826851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:26.827887 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network af3edc92-8d40-4a48-a696-2e2103c02871 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:10:26.832135 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Usage tracker for resource:subnet and tenant:228968f58bd2411b925d0abe47ab6afd is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:26.837027 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:26.856516 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:26.869124 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-086289cf-c393-437f-b320-a1a56b5cc5af req-cdb5f08e-accf-46c2-baf5-bb8f27682fda tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901563
Apr 20 14:10:26.876099 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Made reservation on behalf of 228968f58bd2411b925d0abe47ab6afd for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:10:26.881484 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852457628'] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:26.895041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-407e7d61-8095-4636-97d1-b84405bfd334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:26.899808 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-407e7d61-8095-4636-97d1-b84405bfd334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:26.913927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:26.972925 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-407e7d61-8095-4636-97d1-b84405bfd334 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b51ca801880446d5b8d660d3398df2b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4074333
Apr 20 14:10:26.975151 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e7d61-8095-4636-97d1-b84405bfd334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04051ef1-672d-4eaf-ab4e-74f0b380be9a,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:26.978161 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51308) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:26.979897 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-407e7d61-8095-4636-97d1-b84405bfd334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:27.032806 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device d6282bdb-22ac-4160-a0b6-dd005b8b3754 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:10:27.156699 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port d6282bdb-22ac-4160-a0b6-dd005b8b3754 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:10:27.182358 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port d6282bdb-22ac-4160-a0b6-dd005b8b3754 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:10:27.182770 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:27.493535 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-371f2cd6-b831-4a5e-9a42-ca8791c17a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:27.541895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15d36e-03ec-492d-8e48-8a1b7f838655 req-8e9c3885-7a31-4657-b8aa-01c300ab984e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:27.543719 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cd15d36e-03ec-492d-8e48-8a1b7f838655 req-8e9c3885-7a31-4657-b8aa-01c300ab984e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 944 time: 0.2136407
Apr 20 14:10:27.565374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-371f2cd6-b831-4a5e-9a42-ca8791c17a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:27.664057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:27.664231 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-371f2cd6-b831-4a5e-9a42-ca8791c17a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:27.665201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:27.677987 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cd15d36e-03ec-492d-8e48-8a1b7f838655 req-7e8634df-cfab-4045-af91-143d5931fd06 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1214409
Apr 20 14:10:27.715349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f2cd6-b831-4a5e-9a42-ca8791c17a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04051ef1-672d-4eaf-ab4e-74f0b380be9a,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:27.730838 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port d6282bdb-22ac-4160-a0b6-dd005b8b3754, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:27.732302 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-371f2cd6-b831-4a5e-9a42-ca8791c17a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:27.735541 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:10:27.759114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-371f2cd6-b831-4a5e-9a42-ca8791c17a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:27.762947 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-371f2cd6-b831-4a5e-9a42-ca8791c17a20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04051ef1-672d-4eaf-ab4e-74f0b380be9a HTTP/1.1" status: 204  len: 168 time: 0.7780173
Apr 20 14:10:27.771840 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:27.776534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:27.928160 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=d6282bdb-22ac-4160-a0b6-dd005b8b3754,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:27.934691 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:27.977944 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'code': 200}
Apr 20 14:10:28.007283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331446d-4805-4d76-a1ae-da07616497eb req-e3d73fc7-ff28-451e-b1e5-41ff33998aa4 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:28.014398 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9331446d-4805-4d76-a1ae-da07616497eb req-e3d73fc7-ff28-451e-b1e5-41ff33998aa4 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 944 time: 0.2636819
Apr 20 14:10:28.103225 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9331446d-4805-4d76-a1ae-da07616497eb req-efcc3795-d4af-42cb-8245-8df3d2e1d757 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779915
Apr 20 14:10:28.219584 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852963440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852457611'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:28.231884 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:28.343581 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0074fbf1-ef24-4b8f-abff-de00d2ad5ad9,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:28.346819 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:28.354282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Checking segment: {'id': 'dab9697e-e171-461b-ac36-220119b8e0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'af3edc92-8d40-4a48-a696-2e2103c02871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:10:28.354687 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Network hostable DHCP agents. Network: af3edc92-8d40-4a48-a696-2e2103c02871, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:10:28.360041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 51344) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:28.376522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Network af3edc92-8d40-4a48-a696-2e2103c02871 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:10:28.382527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ddeaeb70-60b2-46aa-9245-23cb83064e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:28.388198 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, af3edc92-8d40-4a48-a696-2e2103c02871) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:10:28.400037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ddeaeb70-60b2-46aa-9245-23cb83064e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:28.404678 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b29c4-7df7-41b4-946f-2d8400859480 None None] Network af3edc92-8d40-4a48-a696-2e2103c02871 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:10:28.407023 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:28.407950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:28.417372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ddeaeb70-60b2-46aa-9245-23cb83064e18 admin admin] Usage tracker for resource:security_group_rule and tenant:0677b007b2d04f9dae60e13238fdf670 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:28.423339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ddeaeb70-60b2-46aa-9245-23cb83064e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:28.437928 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-fe40e802-3f00-4e67-83a4-4e7e0f0291d4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6573591
Apr 20 14:10:28.438200 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ddeaeb70-60b2-46aa-9245-23cb83064e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:28.551624 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ddeaeb70-60b2-46aa-9245-23cb83064e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:28.559672 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ddeaeb70-60b2-46aa-9245-23cb83064e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:28.577483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e774eb4e-3572-4586-927b-1f812ba68a60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:28.652043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6598664a-c77f-41dc-907f-46dc696a7532 None None] Network af3edc92-8d40-4a48-a696-2e2103c02871 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:10:28.667674 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeaeb70-60b2-46aa-9245-23cb83064e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8920e95e-7761-43a0-837a-b5a6f61a3101,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:28.674699 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ddeaeb70-60b2-46aa-9245-23cb83064e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:28.686974 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51354) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:28.687497 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ddeaeb70-60b2-46aa-9245-23cb83064e18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0677b007b2d04f9dae60e13238fdf670&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3255794
Apr 20 14:10:28.849784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3a775beb-b295-4a29-9bc7-a4286cd9fb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:28.921178 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3a775beb-b295-4a29-9bc7-a4286cd9fb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:29.035805 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3a775beb-b295-4a29-9bc7-a4286cd9fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:29.044347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:29.061732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a775beb-b295-4a29-9bc7-a4286cd9fb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8920e95e-7761-43a0-837a-b5a6f61a3101,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:29.066382 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3a775beb-b295-4a29-9bc7-a4286cd9fb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:29.068290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3a775beb-b295-4a29-9bc7-a4286cd9fb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:29.069790 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-3a775beb-b295-4a29-9bc7-a4286cd9fb54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8920e95e-7761-43a0-837a-b5a6f61a3101 HTTP/1.1" status: 204  len: 168 time: 0.3800240
Apr 20 14:10:29.198186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ef13-c33a-4120-be8a-58d89036b8cc req-f2531e97-1a82-4831-8830-88e6584fdc40 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:29.214773 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b4e3ef13-c33a-4120-be8a-58d89036b8cc req-f2531e97-1a82-4831-8830-88e6584fdc40 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.2289455
Apr 20 14:10:29.326115 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b4e3ef13-c33a-4120-be8a-58d89036b8cc req-1abfb78e-3544-4818-a4bd-7e4ba8683e69 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060336
Apr 20 14:10:29.706303 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510f006-01d4-40c2-9d9d-2a62a2150f41 req-a74b8d97-1efc-4df7-a393-5774af296067 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:29.721805 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c510f006-01d4-40c2-9d9d-2a62a2150f41 req-a74b8d97-1efc-4df7-a393-5774af296067 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 944 time: 0.2529213
Apr 20 14:10:29.885107 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 51376) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:29.889184 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32016984-ee14-4702-a8fd-ae1e04c879af req-049fa96d-a95c-43ec-b206-3119f5a96e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:29.891584 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c510f006-01d4-40c2-9d9d-2a62a2150f41 req-4123053c-e9bd-44cd-bc39-09a37b4d0c11 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568251
Apr 20 14:10:29.909886 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-32016984-ee14-4702-a8fd-ae1e04c879af req-049fa96d-a95c-43ec-b206-3119f5a96e4c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 1098 time: 0.3450658
Apr 20 14:10:29.987687 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1be9d22c-e093-45b1-9991-ec1b3a2c5f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:30.030136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1be9d22c-e093-45b1-9991-ec1b3a2c5f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:30.051977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1be9d22c-e093-45b1-9991-ec1b3a2c5f66 admin admin] Usage tracker for resource:security_group_rule and tenant:545906d82a784f9cac18a6ee04e3ff61 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:30.063227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1be9d22c-e093-45b1-9991-ec1b3a2c5f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:30.079138 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1be9d22c-e093-45b1-9991-ec1b3a2c5f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:30.082127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['584afe55-43fe-472c-ab36-ccb72fe0b271'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:10:30.091991 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-32016984-ee14-4702-a8fd-ae1e04c879af req-81bda6ab-e7b7-4492-b90e-7e37c483873f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1681423
Apr 20 14:10:30.113008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['a754a9a9-2294-421f-93b8-961f40b84283'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:10:30.304122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1be9d22c-e093-45b1-9991-ec1b3a2c5f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:30.312407 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1be9d22c-e093-45b1-9991-ec1b3a2c5f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:30.333208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-676a0390-3e1f-41ea-8904-9b53b615e6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:30.445391 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-1be9d22c-e093-45b1-9991-ec1b3a2c5f66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=545906d82a784f9cac18a6ee04e3ff61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5309825
Apr 20 14:10:30.445391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9d22c-e093-45b1-9991-ec1b3a2c5f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1133aa1-cf0d-4be7-986a-0887f1cc2cc0,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:30.445766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51394) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:30.450161 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1be9d22c-e093-45b1-9991-ec1b3a2c5f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:30.586669 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15f8a499-798a-4881-87b4-cd9a29e9d7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:30.637840 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15f8a499-798a-4881-87b4-cd9a29e9d7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:30.668362 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d4f14-a0ae-48bc-ac91-32deb5cb02d6 req-996b2d2c-2e07-4560-942e-bdb8efd7605d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:30.670743 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b31d4f14-a0ae-48bc-ac91-32deb5cb02d6 req-996b2d2c-2e07-4560-942e-bdb8efd7605d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1474936
Apr 20 14:10:30.712479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15f8a499-798a-4881-87b4-cd9a29e9d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:30.722043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1e6e8c20-1f0f-4e63-973c-297216a82070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:30.737389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8a499-798a-4881-87b4-cd9a29e9d7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1133aa1-cf0d-4be7-986a-0887f1cc2cc0,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:30.741816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-15f8a499-798a-4881-87b4-cd9a29e9d7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:30.743140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15f8a499-798a-4881-87b4-cd9a29e9d7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:30.751980 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b31d4f14-a0ae-48bc-ac91-32deb5cb02d6 req-a87a9512-8570-44da-b4aa-d786817ab4a1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720398
Apr 20 14:10:30.754402 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-15f8a499-798a-4881-87b4-cd9a29e9d7a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1133aa1-cf0d-4be7-986a-0887f1cc2cc0 HTTP/1.1" status: 204  len: 168 time: 0.3013699
Apr 20 14:10:31.141579 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4ebae-f682-402b-9957-95f756817a2c req-bd82b20e-74b6-45db-84f2-9254cba88ddb tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:31.143447 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-dac4ebae-f682-402b-9957-95f756817a2c req-bd82b20e-74b6-45db-84f2-9254cba88ddb tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 944 time: 0.0931561
Apr 20 14:10:31.200532 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-dac4ebae-f682-402b-9957-95f756817a2c req-fa382f91-e5f8-48da-b93a-bc01c829164b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504079
Apr 20 14:10:32.126729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b8102-2765-444c-bd20-4b05553925fc req-360f6dea-f608-4d83-b20b-497a5c1021fd tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:32.129802 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-943b8102-2765-444c-bd20-4b05553925fc req-360f6dea-f608-4d83-b20b-497a5c1021fd tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1980453
Apr 20 14:10:32.249967 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-943b8102-2765-444c-bd20-4b05553925fc req-49009c61-052b-44f0-afc8-8026aa22bfff tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1085145
Apr 20 14:10:32.596702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aafc85-161a-4063-9031-5e15550e42cb req-90f3c4d2-3d8a-4850-b779-5536c423c8e2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:32.606394 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-41aafc85-161a-4063-9031-5e15550e42cb req-90f3c4d2-3d8a-4850-b779-5536c423c8e2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 944 time: 0.1603200
Apr 20 14:10:32.706975 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-41aafc85-161a-4063-9031-5e15550e42cb req-54466846-d81b-4328-9dc0-b7f2e03b4afc tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989118
Apr 20 14:10:32.984279 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c73ce49-af52-4c5a-8f08-65bf46e07efc req-32d795eb-a1cb-4fff-83db-6dc595897063 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1862249
Apr 20 14:10:33.040899 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device a754a9a9-2294-421f-93b8-961f40b84283 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:10:33.074983 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3acdb-3122-4a8f-a460-8b5c3bc0fe9d req-a2f2f7ac-43d0-4ff2-b99b-7157501e34a5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:33.076661 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-64f3acdb-3122-4a8f-a460-8b5c3bc0fe9d req-a2f2f7ac-43d0-4ff2-b99b-7157501e34a5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1825774
Apr 20 14:10:33.090094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 51516) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:33.100005 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-ac40c32f-d167-4192-a2da-fe32b8d1ce17 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Request body: {'floatingip': {'port_id': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:10:33.175143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port a754a9a9-2294-421f-93b8-961f40b84283 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:10:33.181131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port a754a9a9-2294-421f-93b8-961f40b84283 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:10:33.181558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:33.297686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ac40c32f-d167-4192-a2da-fe32b8d1ce17 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:33.318714 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:33.375841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2a203-16fe-469f-a8a6-d4219f2047df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a754a9a9-2294-421f-93b8-961f40b84283'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:10:33.397613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port a754a9a9-2294-421f-93b8-961f40b84283, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a754a9a9-2294-421f-93b8-961f40b84283,segment=NetworkSegment(cc8f3ba0-bdcf-4598-887c-20b551549204),segment_id=cc8f3ba0-bdcf-4598-887c-20b551549204)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:33.401769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:33.402893 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 584afe55-43fe-472c-ab36-ccb72fe0b271 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:10:33.479993 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2a203-16fe-469f-a8a6-d4219f2047df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a754a9a9-2294-421f-93b8-961f40b84283', 'code': 200}
Apr 20 14:10:33.481433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:33.516500 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73ce49-af52-4c5a-8f08-65bf46e07efc req-95bb94cd-6eca-489b-aa78-e5efc8f6f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:33.518316 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c73ce49-af52-4c5a-8f08-65bf46e07efc req-95bb94cd-6eca-489b-aa78-e5efc8f6f399 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 1098 time: 0.2839873
Apr 20 14:10:33.700145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=a754a9a9-2294-421f-93b8-961f40b84283,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:33.706896 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:33.713803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port 584afe55-43fe-472c-ab36-ccb72fe0b271 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:10:33.721651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port 584afe55-43fe-472c-ab36-ccb72fe0b271 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:10:33.722123 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:34.002321 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b639409-f9d8-4ef5-9545-08c2c6c59f4e req-f32682b2-dfbf-47c5-93b7-eeca80a55c09 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:34.011264 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2b639409-f9d8-4ef5-9545-08c2c6c59f4e req-f32682b2-dfbf-47c5-93b7-eeca80a55c09 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 944 time: 0.1196561
Apr 20 14:10:34.043607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:34.100894 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2b639409-f9d8-4ef5-9545-08c2c6c59f4e req-4c8db3ca-4a52-4fc9-9dd4-27ff9631efa2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812774
Apr 20 14:10:34.127373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 584afe55-43fe-472c-ab36-ccb72fe0b271, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=584afe55-43fe-472c-ab36-ccb72fe0b271,segment=NetworkSegment(cc8f3ba0-bdcf-4598-887c-20b551549204),segment_id=cc8f3ba0-bdcf-4598-887c-20b551549204)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:10:34.138688 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:34.146953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:34.272237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d7ad10e5-75af-4713-91f0-9baa0102fe34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:34.275185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=584afe55-43fe-472c-ab36-ccb72fe0b271,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:34.279030 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:34.559388 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73ce49-af52-4c5a-8f08-65bf46e07efc req-cbe632ed-73b3-4992-956c-2a3226e5cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:34.561001 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c73ce49-af52-4c5a-8f08-65bf46e07efc req-cbe632ed-73b3-4992-956c-2a3226e5cf3d service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 200  len: 916 time: 1.0141282
Apr 20 14:10:34.841539 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ceaf95-822a-4acd-86e7-bbc66dd08634 req-06d37c05-4388-45f2-aa3e-560081830959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:34.844548 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-79ceaf95-822a-4acd-86e7-bbc66dd08634 req-06d37c05-4388-45f2-aa3e-560081830959 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 1098 time: 0.9800906
Apr 20 14:10:34.859934 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c73ce49-af52-4c5a-8f08-65bf46e07efc req-f19911d8-b609-42f1-aa0f-b39dc7f30cf8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e488e379-4186-4101-8fc8-46f3543fe3f1 HTTP/1.1" status: 200  len: 217 time: 0.2904279
Apr 20 14:10:35.350517 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-79ceaf95-822a-4acd-86e7-bbc66dd08634 req-db3f56d4-b934-4564-8e44-f2a409c92ee1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4886189
Apr 20 14:10:35.361956 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73ce49-af52-4c5a-8f08-65bf46e07efc req-6996a406-c100-4c30-ada6-9aaad139db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:35.364163 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c73ce49-af52-4c5a-8f08-65bf46e07efc req-6996a406-c100-4c30-ada6-9aaad139db5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7517288a-f0d4-4d99-aaf2-ae2db9bb1c45 HTTP/1.1" status: 200  len: 855 time: 0.2874317
Apr 20 14:10:35.481152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61c254e-21e9-4f1c-839d-9399c0fd1930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584afe55-43fe-472c-ab36-ccb72fe0b271'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:10:35.554454 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61c254e-21e9-4f1c-839d-9399c0fd1930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584afe55-43fe-472c-ab36-ccb72fe0b271', 'code': 200}
Apr 20 14:10:35.699739 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.resource_extend [None req-ac40c32f-d167-4192-a2da-fe32b8d1ce17 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 14:10:35.902824 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c73ce49-af52-4c5a-8f08-65bf46e07efc req-1966143c-8ba4-4421-85b9-714fa790114c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbe6764-7368-48c7-b252-4bdb783828c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3266933
Apr 20 14:10:36.088992 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ac40c32f-d167-4192-a2da-fe32b8d1ce17 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:36.113839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ac40c32f-d167-4192-a2da-fe32b8d1ce17 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:36.279309 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c73ce49-af52-4c5a-8f08-65bf46e07efc req-776ff2dd-c614-432f-9fc0-d1b3d4e3823c service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3521967
Apr 20 14:10:36.362164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd12a6-b8e1-4f4b-a932-1087a8312753 req-e6462bb6-86a4-409e-a456-b794cbb21a31 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:36.364112 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-dfdd12a6-b8e1-4f4b-a932-1087a8312753 req-e6462bb6-86a4-409e-a456-b794cbb21a31 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 1.0047481
Apr 20 14:10:36.460446 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289b01c-38a6-497e-9d39-ac0c0e6dfb15 req-20f407da-1860-40bc-a9b3-beb83a169fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:36.462694 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b289b01c-38a6-497e-9d39-ac0c0e6dfb15 req-20f407da-1860-40bc-a9b3-beb83a169fff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 1098 time: 0.6071813
Apr 20 14:10:36.626131 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [None req-ac40c32f-d167-4192-a2da-fe32b8d1ce17 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Floating IP eafecca8-a30e-4757-924d-f8d911a6fd5b associated. External IP: 172.27.3.181, port: d6282bdb-22ac-4160-a0b6-dd005b8b3754.
Apr 20 14:10:36.696028 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-847fac4c-ed64-4ba5-98d6-e7fe5ff38105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:36.702733 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-dfdd12a6-b8e1-4f4b-a932-1087a8312753 req-ee2c9d8a-d208-46ef-85c3-31883bdc42d6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2733810
Apr 20 14:10:36.924391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51620) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:37.033879 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b289b01c-38a6-497e-9d39-ac0c0e6dfb15 req-856ae7a6-e532-4c93-b7a0-4cd2a3411267 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5542297
Apr 20 14:10:37.048353 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c73ce49-af52-4c5a-8f08-65bf46e07efc req-b098f9f8-215a-4d0c-8df2-e44205f0a398 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7534401
Apr 20 14:10:37.092659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-57bd7c7e-0cc9-4be5-a60a-94c5f4132110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:37.111981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-57bd7c7e-0cc9-4be5-a60a-94c5f4132110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:37.118973 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-57bd7c7e-0cc9-4be5-a60a-94c5f4132110 admin admin] Usage tracker for resource:security_group_rule and tenant:541f752b011c4b0a8157178fb1f62f14 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:37.124757 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-57bd7c7e-0cc9-4be5-a60a-94c5f4132110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:37.135647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-57bd7c7e-0cc9-4be5-a60a-94c5f4132110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:37.293001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:37.297792 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-57bd7c7e-0cc9-4be5-a60a-94c5f4132110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:37.303336 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-57bd7c7e-0cc9-4be5-a60a-94c5f4132110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:37.320551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-635e4aa3-3e39-4aa9-bccb-bcd89664863a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:37.352916 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac40c32f-d167-4192-a2da-fe32b8d1ce17 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:10:37.365735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd7c7e-0cc9-4be5-a60a-94c5f4132110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475515d5-3403-4adc-8320-fd3d2c61bc74,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:37.371171 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-57bd7c7e-0cc9-4be5-a60a-94c5f4132110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:37.394379 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-57bd7c7e-0cc9-4be5-a60a-94c5f4132110 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=541f752b011c4b0a8157178fb1f62f14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4687579
Apr 20 14:10:37.395625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51634) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:37.512012 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1f463488-fa38-4382-9725-f28b7a8d790c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:37.569080 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1f463488-fa38-4382-9725-f28b7a8d790c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:37.641185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1f463488-fa38-4382-9725-f28b7a8d790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:37.654177 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-408ccc81-83a6-4002-adc5-14fa044ddfd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:37.674498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f463488-fa38-4382-9725-f28b7a8d790c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475515d5-3403-4adc-8320-fd3d2c61bc74,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:37.678800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1f463488-fa38-4382-9725-f28b7a8d790c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:37.681167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1f463488-fa38-4382-9725-f28b7a8d790c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:37.701933 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-1f463488-fa38-4382-9725-f28b7a8d790c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/475515d5-3403-4adc-8320-fd3d2c61bc74 HTTP/1.1" status: 204  len: 168 time: 0.3046861
Apr 20 14:10:37.761057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac40c32f-d167-4192-a2da-fe32b8d1ce17 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:10:37.762412 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:37.790739 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bbc1a7-a658-4103-b24f-f263cf40d091 None None] Sync routers for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:10:37.828591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bbc1a7-a658-4103-b24f-f263cf40d091 None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:10:37.831250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e1bbc1a7-a658-4103-b24f-f263cf40d091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315fdba90>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:10:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:10:37.886415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ac40c32f-d167-4192-a2da-fe32b8d1ce17 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:38.020091 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ac40c32f-d167-4192-a2da-fe32b8d1ce17 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "PUT /v2.0/floatingips/eafecca8-a30e-4757-924d-f8d911a6fd5b HTTP/1.1" status: 200  len: 991 time: 4.9279971
Apr 20 14:10:38.025753 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:10:38.201976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6078456-0ff7-47fd-a0f5-a4dc402e0d5f req-4d5742ea-79d4-456a-b735-5ba6e789aa34 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:38.203891 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6078456-0ff7-47fd-a0f5-a4dc402e0d5f req-4d5742ea-79d4-456a-b735-5ba6e789aa34 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.2603769
Apr 20 14:10:38.271482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-e1bbc1a7-a658-4103-b24f-f263cf40d091 None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:10:38.281758 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6078456-0ff7-47fd-a0f5-a4dc402e0d5f req-3e341a6f-eecd-428b-bbb6-d4f382e341f9 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684354
Apr 20 14:10:38.333492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:38.392205 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'status': 'completed', 'code': 200}
Apr 20 14:10:38.490972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51676) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:38.535384 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-50fa02b9-9188-4d85-97cc-7e96c260995a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:38.539513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d445fd-1f2f-48c6-b200-6724e8a862b9 req-e3000b66-24fa-4268-8f24-3365b6485333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:38.546040 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39d445fd-1f2f-48c6-b200-6724e8a862b9 req-e3000b66-24fa-4268-8f24-3365b6485333 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 1098 time: 0.1076171
Apr 20 14:10:38.567164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-50fa02b9-9188-4d85-97cc-7e96c260995a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:38.575268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-50fa02b9-9188-4d85-97cc-7e96c260995a admin admin] Usage tracker for resource:security_group_rule and tenant:cf48dc8d5b524c40bf53c5de614b18ed is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:38.581527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-50fa02b9-9188-4d85-97cc-7e96c260995a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:38.596469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-50fa02b9-9188-4d85-97cc-7e96c260995a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:38.761507 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-50fa02b9-9188-4d85-97cc-7e96c260995a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:38.781574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-50fa02b9-9188-4d85-97cc-7e96c260995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:38.847783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-049d19f4-290d-4d54-aea9-3616a0b44421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:38.863714 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-50fa02b9-9188-4d85-97cc-7e96c260995a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf48dc8d5b524c40bf53c5de614b18ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3705013
Apr 20 14:10:38.868032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51686) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:38.876777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d445fd-1f2f-48c6-b200-6724e8a862b9 req-cc3e079e-5901-47db-8e19-eb43af325918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:38.879845 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39d445fd-1f2f-48c6-b200-6724e8a862b9 req-cc3e079e-5901-47db-8e19-eb43af325918 service neutron] 10.222.0.53 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 918 time: 0.3235745
Apr 20 14:10:39.035579 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:39.064340 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa02b9-9188-4d85-97cc-7e96c260995a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a60bb4-d620-4028-824f-8baa1dc3744b,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:39.092555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-50fa02b9-9188-4d85-97cc-7e96c260995a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:39.140466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-51f7e795-0c93-445c-8f09-85b47c881b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:39.192800 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39d445fd-1f2f-48c6-b200-6724e8a862b9 req-14ae115b-11a9-4146-9d5a-368506abd84b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754 HTTP/1.1" status: 200  len: 999 time: 0.3023348
Apr 20 14:10:39.201367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-51f7e795-0c93-445c-8f09-85b47c881b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:39.316968 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d445fd-1f2f-48c6-b200-6724e8a862b9 req-2e000009-d78c-41c8-9bda-a1d346b80260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:39.319592 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39d445fd-1f2f-48c6-b200-6724e8a862b9 req-2e000009-d78c-41c8-9bda-a1d346b80260 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 200  len: 856 time: 0.1062562
Apr 20 14:10:39.332512 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-51f7e795-0c93-445c-8f09-85b47c881b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:39.341516 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-57bd7c7e-0cc9-4be5-a60a-94c5f4132110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:39.345896 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e1bbc1a7-a658-4103-b24f-f263cf40d091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315fdba90>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': 'eafecca8-a30e-4757-924d-f8d911a6fd5b', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'port_id': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'mac_address': 'fa:16:3e:bb:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372876b1-6628-4c06-98d8-26a791121501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:09:47Z', 'updated_at': '2021-04-20T14:10:35Z', 'revision_number': 1, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:49Z', 'revision_number': 5, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:10:39.363364 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7e795-0c93-445c-8f09-85b47c881b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a60bb4-d620-4028-824f-8baa1dc3744b,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:39.363702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bbc1a7-a658-4103-b24f-f263cf40d091 None None] Checking router: 921d6d45-ce0f-4c4e-ab0b-8da9b038082a for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:10:39.367370 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-51f7e795-0c93-445c-8f09-85b47c881b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:39.383085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-51f7e795-0c93-445c-8f09-85b47c881b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:39.385625 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-51f7e795-0c93-445c-8f09-85b47c881b57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77a60bb4-d620-4028-824f-8baa1dc3744b HTTP/1.1" status: 204  len: 168 time: 0.5156293
Apr 20 14:10:39.408204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bbc1a7-a658-4103-b24f-f263cf40d091 None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:10:39.413727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e1bbc1a7-a658-4103-b24f-f263cf40d091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315fdba90>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:10:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:10:39.566947 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d445fd-1f2f-48c6-b200-6724e8a862b9 req-8589de45-0611-4b86-9670-cb0a7d1e86c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:39.570511 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39d445fd-1f2f-48c6-b200-6724e8a862b9 req-8589de45-0611-4b86-9670-cb0a7d1e86c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=208826de-226c-4839-8ac0-886efbb4ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2313323
Apr 20 14:10:39.960277 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39d445fd-1f2f-48c6-b200-6724e8a862b9 req-56d68dce-2146-4fbf-8dbd-79d2252cc98a service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3809714
Apr 20 14:10:40.132998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-e1bbc1a7-a658-4103-b24f-f263cf40d091 None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:10:40.142788 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39d445fd-1f2f-48c6-b200-6724e8a862b9 req-ef76e53b-b21f-471c-b9f6-db34c252e8d1 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734023
Apr 20 14:10:40.151832 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c84ed7-cd4c-457f-9b71-7586b1fe16e5 req-ad0bbbe5-5e1a-4532-a376-7edbc901751b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:40.153465 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d1c84ed7-cd4c-457f-9b71-7586b1fe16e5 req-ad0bbbe5-5e1a-4532-a376-7edbc901751b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.3389490
Apr 20 14:10:40.297285 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d1c84ed7-cd4c-457f-9b71-7586b1fe16e5 req-efe9f258-f70d-414e-b2ee-b43b53edf81d tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264219
Apr 20 14:10:40.662299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e1bbc1a7-a658-4103-b24f-f263cf40d091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315fdba90>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': 'eafecca8-a30e-4757-924d-f8d911a6fd5b', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'port_id': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'mac_address': 'fa:16:3e:bb:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372876b1-6628-4c06-98d8-26a791121501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:09:47Z', 'updated_at': '2021-04-20T14:10:35Z', 'revision_number': 1, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:49Z', 'revision_number': 5, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:10:40.668226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bbc1a7-a658-4103-b24f-f263cf40d091 None None] The sync data for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi is: [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': 'eafecca8-a30e-4757-924d-f8d911a6fd5b', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'floating_ip_address': '172.27.3.181', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'port_id': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'mac_address': 'fa:16:3e:bb:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372876b1-6628-4c06-98d8-26a791121501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:09:47Z', 'updated_at': '2021-04-20T14:10:35Z', 'revision_number': 1, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:49Z', 'revision_number': 5, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:10:41.093370 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373a5b2-3363-4fe2-ac0a-7236ccd2ef90 req-762d123b-7e29-4c1c-af0f-5db5b715f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:41.095425 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4373a5b2-3363-4fe2-ac0a-7236ccd2ef90 req-762d123b-7e29-4c1c-af0f-5db5b715f6f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=41708f6d5066439e9e48ce3963586db5&device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 1098 time: 0.2747476
Apr 20 14:10:41.184811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631b157-fee4-4e2c-9b4b-a5398c0e79e6 None None] New status for floating IP eafecca8-a30e-4757-924d-f8d911a6fd5b: ACTIVE {{(pid=86377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:10:41.249210 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316f337-641b-4cdc-8fbe-730fffeea8e9 req-f143d186-0a44-4e80-a55c-08eb70ad7742 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:41.258811 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5316f337-641b-4cdc-8fbe-730fffeea8e9 req-f143d186-0a44-4e80-a55c-08eb70ad7742 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.2838094
Apr 20 14:10:41.491640 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5316f337-641b-4cdc-8fbe-730fffeea8e9 req-be52f5d7-9a48-46c5-baf5-4002808516e8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2294607
Apr 20 14:10:41.526686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373a5b2-3363-4fe2-ac0a-7236ccd2ef90 req-7aa9e8dd-3735-451b-a4de-4ad4501e7621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:41.529546 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4373a5b2-3363-4fe2-ac0a-7236ccd2ef90 req-7aa9e8dd-3735-451b-a4de-4ad4501e7621 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6a5662e4-6547-4ce5-9231-c608bc3281fd HTTP/1.1" status: 200  len: 919 time: 0.4259179
Apr 20 14:10:41.637514 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4373a5b2-3363-4fe2-ac0a-7236ccd2ef90 req-a6701d70-edab-40c1-a2cc-3501936cd5fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=584afe55-43fe-472c-ab36-ccb72fe0b271 HTTP/1.1" status: 200  len: 217 time: 0.0964673
Apr 20 14:10:41.723374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373a5b2-3363-4fe2-ac0a-7236ccd2ef90 req-7909c3d4-06f9-490b-b8f4-eca0e8ea06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:41.724990 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4373a5b2-3363-4fe2-ac0a-7236ccd2ef90 req-7909c3d4-06f9-490b-b8f4-eca0e8ea06a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5dfd9853-f316-42eb-bcab-9332c748ef16 HTTP/1.1" status: 200  len: 858 time: 0.0742917
Apr 20 14:10:41.785153 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4373a5b2-3363-4fe2-ac0a-7236ccd2ef90 req-917d1451-7670-47cd-8cfc-80ce64ce8873 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6a5662e4-6547-4ce5-9231-c608bc3281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520236
Apr 20 14:10:42.029636 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4373a5b2-3363-4fe2-ac0a-7236ccd2ef90 req-c5baf39b-daf7-4a1e-b247-4361863e5b17 service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2328985
Apr 20 14:10:42.403441 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4373a5b2-3363-4fe2-ac0a-7236ccd2ef90 req-f8c4ea9e-86a1-48a8-a669-d81425c8e324 service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3578880
Apr 20 14:10:42.835248 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51830) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:43.040720 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cd8d4-1541-4635-9296-203d8c6bfc36 req-ce7f748f-cdad-4cc4-af34-d7e5106d5a2b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:43.042469 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-aa0cd8d4-1541-4635-9296-203d8c6bfc36 req-ce7f748f-cdad-4cc4-af34-d7e5106d5a2b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1930826
Apr 20 14:10:43.084322 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a07cc4bf-ee6a-4584-9697-b0a6f84c3c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:43.134122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a07cc4bf-ee6a-4584-9697-b0a6f84c3c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:43.140314 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-aa0cd8d4-1541-4635-9296-203d8c6bfc36 req-1306f668-55f4-465e-8607-7831eb7eef6a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807855
Apr 20 14:10:43.143709 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a07cc4bf-ee6a-4584-9697-b0a6f84c3c0b admin admin] Usage tracker for resource:security_group_rule and tenant:c80d05295952485085470c018a87cec6 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:43.148380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a07cc4bf-ee6a-4584-9697-b0a6f84c3c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:43.156267 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a07cc4bf-ee6a-4584-9697-b0a6f84c3c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:43.278522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a07cc4bf-ee6a-4584-9697-b0a6f84c3c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:43.284716 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a07cc4bf-ee6a-4584-9697-b0a6f84c3c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:43.295991 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd207b-f5e9-498e-a655-32d4e581949a req-30f92f5c-9199-4ed4-aa4c-3b96ce719932 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:43.305062 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-30f92f5c-9199-4ed4-aa4c-3b96ce719932 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/networks?id=dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 200  len: 815 time: 0.7530806
Apr 20 14:10:43.327690 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-f122f88f-d91f-468d-8f34-c7f70d7037f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/quotas/a5474c7eaab841f8ab87e09978d70291 HTTP/1.1" status: 200  len: 375 time: 0.0212629
Apr 20 14:10:43.347714 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3c0fae3d-22c9-4deb-b589-57f1ee229d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:43.366569 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a07cc4bf-ee6a-4584-9697-b0a6f84c3c0b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c80d05295952485085470c018a87cec6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5287917
Apr 20 14:10:43.371545 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51840) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:43.469089 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-3342e79e-3ef6-455b-ad6e-ef0f5c409b2a tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1401005
Apr 20 14:10:43.471917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cc4bf-ee6a-4584-9697-b0a6f84c3c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532cb8fc-fb4d-4744-883d-4a0f36e63bff,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:43.483035 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a07cc4bf-ee6a-4584-9697-b0a6f84c3c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:43.544524 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2df1-816f-4471-b37f-61be30dc1d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:43.596161 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2df1-816f-4471-b37f-61be30dc1d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:43.683582 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2df1-816f-4471-b37f-61be30dc1d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:43.697945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-03421339-d23d-41ae-9076-7fb1c89f0f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:43.734827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e2df1-816f-4471-b37f-61be30dc1d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532cb8fc-fb4d-4744-883d-4a0f36e63bff,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:43.741145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ce3e2df1-816f-4471-b37f-61be30dc1d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:43.745184 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ce3e2df1-816f-4471-b37f-61be30dc1d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:43.747321 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ce3e2df1-816f-4471-b37f-61be30dc1d93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/532cb8fc-fb4d-4744-883d-4a0f36e63bff HTTP/1.1" status: 204  len: 168 time: 0.3741026
Apr 20 14:10:43.758988 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-faa73396-644d-413c-87fa-d0b3da034aa0 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2881346
Apr 20 14:10:44.078844 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-b37c43d6-f80a-4fed-ac1f-2629083aa553 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3150029
Apr 20 14:10:44.538338 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51872) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:44.587562 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-20f877ad-f972-46a2-9e52-39639302463b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:44.622290 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6603a1f7-2443-46c5-925d-edf2bdf215cb req-4beba7d8-f6db-45aa-9d0b-07e77674c49a tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 210 time: 0.1240635
Apr 20 14:10:44.649575 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-20f877ad-f972-46a2-9e52-39639302463b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:44.661315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-20f877ad-f972-46a2-9e52-39639302463b admin admin] Usage tracker for resource:security_group_rule and tenant:4df79316da154d319b2dd3e5ef04f2b0 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:44.669200 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-20f877ad-f972-46a2-9e52-39639302463b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:44.695069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-20f877ad-f972-46a2-9e52-39639302463b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:44.756412 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d68ba-4ca5-4f38-83c9-742b75124250 req-c4ac1a40-da11-4f4b-b46f-e86862b40460 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:44.770695 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f07d68ba-4ca5-4f38-83c9-742b75124250 req-c4ac1a40-da11-4f4b-b46f-e86862b40460 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.3505912
Apr 20 14:10:44.886686 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f07d68ba-4ca5-4f38-83c9-742b75124250 req-973ddb5b-cd85-4095-bc0a-91d0f8786d43 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029799
Apr 20 14:10:44.944524 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-20f877ad-f972-46a2-9e52-39639302463b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:44.947573 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-20f877ad-f972-46a2-9e52-39639302463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:44.954908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8d1cd657-71ec-4ba7-a753-9d656a0d097a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:45.004558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f877ad-f972-46a2-9e52-39639302463b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3ca65f-9411-44b6-ab61-abf19ae87048,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:45.010994 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-20f877ad-f972-46a2-9e52-39639302463b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4df79316da154d319b2dd3e5ef04f2b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4710252
Apr 20 14:10:45.012108 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-20f877ad-f972-46a2-9e52-39639302463b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:45.014411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 51890) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:45.114021 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ffb43149-c509-4473-9645-636d972e7b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:45.144970 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ffb43149-c509-4473-9645-636d972e7b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:45.219144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ffb43149-c509-4473-9645-636d972e7b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:45.225375 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:45.237051 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb43149-c509-4473-9645-636d972e7b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3ca65f-9411-44b6-ab61-abf19ae87048,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:45.241938 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ffb43149-c509-4473-9645-636d972e7b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:45.245993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ffb43149-c509-4473-9645-636d972e7b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:45.248081 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ffb43149-c509-4473-9645-636d972e7b8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e3ca65f-9411-44b6-ab61-abf19ae87048 HTTP/1.1" status: 204  len: 168 time: 0.2317777
Apr 20 14:10:45.801590 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fd85ccda-a3e5-4219-bd8b-74ce5d912042 req-31c99a46-c3aa-441d-90a2-a3d405502145 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 210 time: 0.0509188
Apr 20 14:10:46.329224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd207b-f5e9-498e-a655-32d4e581949a req-48c4c518-d46e-4877-b878-91142de7790f tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:46.331859 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-48c4c518-d46e-4877-b878-91142de7790f tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "GET /v2.0/networks?id=dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 200  len: 815 time: 0.3783972
Apr 20 14:10:46.369142 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Request body: {'port': {'device_id': 'b892dff2-fd21-4151-81c4-fb068a841c3c', 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3', 'admin_state_up': True, 'tenant_id': 'a5474c7eaab841f8ab87e09978d70291'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:10:46.679152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5e314-f10d-45b8-8f90-0d761ac97997 req-d3589db4-f351-49e6-b145-457a9c1271bd tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:46.691840 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ffc5e314-f10d-45b8-8f90-0d761ac97997 req-d3589db4-f351-49e6-b145-457a9c1271bd tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.5392499
Apr 20 14:10:46.737531 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:46.849230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:46.908397 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Made reservation on behalf of a5474c7eaab841f8ab87e09978d70291 for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:10:46.942746 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:46.976933 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ffc5e314-f10d-45b8-8f90-0d761ac97997 req-93766f4e-916c-4638-a8f8-35277370cf3a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2840292
Apr 20 14:10:47.190815 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-24a19674-d1a6-48cd-816f-bb7d504962b2 req-898c11eb-d02a-440e-a615-f6bc54c01f56 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 210 time: 0.0984805
Apr 20 14:10:47.284498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Allocated IP 172.20.0.14 (dfbe6764-7368-48c7-b252-4bdb783828c3/7517288a-f0d4-4d99-aaf2-ae2db9bb1c45/29350973-4d21-4073-bf43-7e2772fad251) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:10:47.567206 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:47.610644 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:47.620284 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:47.698729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Network dfbe6764-7368-48c7-b252-4bdb783828c3 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:10:47.700016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:10:47.705444 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:10:47.712507 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:47.713244 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:47.736303 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Pushing event updated for resources: {'Port': ['ID=29350973-4d21-4073-bf43-7e2772fad251,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:47.741004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:47.758148 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4058354
Apr 20 14:10:48.290846 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d9298-fa5f-490a-9fbc-bd98438298c6 req-c85c06ff-b23c-4ef4-a9f7-70a8f6f7190b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:48.293063 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-431d9298-fa5f-490a-9fbc-bd98438298c6 req-c85c06ff-b23c-4ef4-a9f7-70a8f6f7190b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1577444
Apr 20 14:10:48.458763 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-431d9298-fa5f-490a-9fbc-bd98438298c6 req-989041ac-6a2e-4c98-9a84-133343465809 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211236
Apr 20 14:10:48.516915 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52024) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:48.693542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac508da-0862-404c-9754-e3fe8b3fc5ab req-8483b9a5-94ab-45fe-b97c-aebc857e1692 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:48.694380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-aac508da-0862-404c-9754-e3fe8b3fc5ab req-8483b9a5-94ab-45fe-b97c-aebc857e1692 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Synchronizing usage tracker for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:10:48.714758 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-aac508da-0862-404c-9754-e3fe8b3fc5ab req-8483b9a5-94ab-45fe-b97c-aebc857e1692 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Unset dirty status for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:10:48.725666 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-aac508da-0862-404c-9754-e3fe8b3fc5ab req-8483b9a5-94ab-45fe-b97c-aebc857e1692 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 932 time: 0.2051070
Apr 20 14:10:48.800527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ea6153f7-d211-4400-9a68-1d6ebe63c74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:48.844373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ea6153f7-d211-4400-9a68-1d6ebe63c74b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:48.855181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ea6153f7-d211-4400-9a68-1d6ebe63c74b admin admin] Usage tracker for resource:security_group_rule and tenant:982adbcd62fc4777856ccbf3e9ef4918 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:48.862495 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-aac508da-0862-404c-9754-e3fe8b3fc5ab req-c02daea0-d8a3-4767-8b1a-049d20d5b3d6 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353698
Apr 20 14:10:48.863703 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ea6153f7-d211-4400-9a68-1d6ebe63c74b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:48.872712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ea6153f7-d211-4400-9a68-1d6ebe63c74b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:48.996637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ea6153f7-d211-4400-9a68-1d6ebe63c74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:49.001720 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ea6153f7-d211-4400-9a68-1d6ebe63c74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:49.016642 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bcc323c0-df39-4b3a-9776-43d7b3d3e8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:49.068474 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ea6153f7-d211-4400-9a68-1d6ebe63c74b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=982adbcd62fc4777856ccbf3e9ef4918&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5468552
Apr 20 14:10:49.068474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6153f7-d211-4400-9a68-1d6ebe63c74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97bcda0-c530-4de6-b9ce-62888703b55c,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:49.069617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52046) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:49.078780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ea6153f7-d211-4400-9a68-1d6ebe63c74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:49.171995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7b8f-5477-4f61-9bb2-ea11b6ad31cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:49.221573 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7b8f-5477-4f61-9bb2-ea11b6ad31cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:49.225625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['e488e379-4186-4101-8fc8-46f3543fe3f1'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:10:49.311449 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7b8f-5477-4f61-9bb2-ea11b6ad31cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:49.322878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:49.360278 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c7b8f-5477-4f61-9bb2-ea11b6ad31cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97bcda0-c530-4de6-b9ce-62888703b55c,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:49.365657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-aa3c7b8f-5477-4f61-9bb2-ea11b6ad31cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:49.368368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7b8f-5477-4f61-9bb2-ea11b6ad31cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:49.371163 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-aa3c7b8f-5477-4f61-9bb2-ea11b6ad31cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e97bcda0-c530-4de6-b9ce-62888703b55c HTTP/1.1" status: 204  len: 168 time: 0.2959011
Apr 20 14:10:49.797249 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dd452-f261-4a40-a9c8-b91a84cd42e2 req-3342eb71-51b1-4cc5-ad3e-ba3deacef42f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:49.805335 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4f0dd452-f261-4a40-a9c8-b91a84cd42e2 req-3342eb71-51b1-4cc5-ad3e-ba3deacef42f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1783712
Apr 20 14:10:49.828646 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 52064) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:49.850297 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-917372a1-60a2-4179-bd27-b487b81429e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:49.868143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-917372a1-60a2-4179-bd27-b487b81429e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:49.873018 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-917372a1-60a2-4179-bd27-b487b81429e2 admin admin] Usage tracker for resource:security_group_rule and tenant:7f03562d42f547a480e4134fcf754a2e is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:49.876511 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-917372a1-60a2-4179-bd27-b487b81429e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:49.884172 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4f0dd452-f261-4a40-a9c8-b91a84cd42e2 req-03468cf4-0084-4468-812f-ca384cbce4e7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693069
Apr 20 14:10:49.884333 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-917372a1-60a2-4179-bd27-b487b81429e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:50.030127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-917372a1-60a2-4179-bd27-b487b81429e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:50.034863 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-917372a1-60a2-4179-bd27-b487b81429e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:50.051705 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a07cc4bf-ee6a-4584-9697-b0a6f84c3c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:50.129729 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-917372a1-60a2-4179-bd27-b487b81429e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f03562d42f547a480e4134fcf754a2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2988944
Apr 20 14:10:50.132261 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52072) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:50.133326 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917372a1-60a2-4179-bd27-b487b81429e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad25a59-bb9c-4f97-8cec-b7c6af5fb78e,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:50.145525 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-917372a1-60a2-4179-bd27-b487b81429e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:50.188053 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a71f1-364e-4b7c-8515-02191fb6b849 req-d0443882-9eac-4689-821e-16cbd8763c1e tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:50.189834 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9d7a71f1-364e-4b7c-8515-02191fb6b849 req-d0443882-9eac-4689-821e-16cbd8763c1e tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 932 time: 0.1839352
Apr 20 14:10:50.314863 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3cbe130b-dbd5-4d87-9339-9a2891b21062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:50.324390 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9d7a71f1-364e-4b7c-8515-02191fb6b849 req-51d29ef9-ea98-4736-99f9-b70fa98cb149 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207616
Apr 20 14:10:50.379730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3cbe130b-dbd5-4d87-9339-9a2891b21062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:50.407645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Request body: {'port': {'device_id': 'b892dff2-fd21-4151-81c4-fb068a841c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:10:50.684698 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3cbe130b-dbd5-4d87-9339-9a2891b21062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:50.692854 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:50.703626 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:50.741654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe130b-dbd5-4d87-9339-9a2891b21062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad25a59-bb9c-4f97-8cec-b7c6af5fb78e,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:50.745746 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3cbe130b-dbd5-4d87-9339-9a2891b21062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:50.758508 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3cbe130b-dbd5-4d87-9339-9a2891b21062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:50.765867 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-3cbe130b-dbd5-4d87-9339-9a2891b21062 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ad25a59-bb9c-4f97-8cec-b7c6af5fb78e HTTP/1.1" status: 204  len: 168 time: 0.6318359
Apr 20 14:10:51.337518 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4169c5d-e5c8-4bb4-bfca-1525109a3428 req-dcbf8b5f-29cd-40d9-9d65-c9625555ec64 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:51.339459 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e4169c5d-e5c8-4bb4-bfca-1525109a3428 req-dcbf8b5f-29cd-40d9-9d65-c9625555ec64 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.2134278
Apr 20 14:10:51.501833 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e4169c5d-e5c8-4bb4-bfca-1525109a3428 req-4e1444e0-40a9-4bd4-918c-56f6df020505 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449437
Apr 20 14:10:51.511934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29350973-4d21-4073-bf43-7e2772fad251 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:10:51.533725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:51.553344 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Transition to ACTIVE for port object 29350973-4d21-4073-bf43-7e2772fad251 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:10:51.557202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:51.563229 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:51.761606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Pushing event updated for resources: {'Port': ['ID=29350973-4d21-4073-bf43-7e2772fad251,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:51.764976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:51.833259 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Attempting to bind port 29350973-4d21-4073-bf43-7e2772fad251 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:10:51.833446 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Attempting to bind port 29350973-4d21-4073-bf43-7e2772fad251 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:10:51.833866 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Attempting to bind port 29350973-4d21-4073-bf43-7e2772fad251 on network dfbe6764-7368-48c7-b252-4bdb783828c3 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:10:51.844734 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Port 29350973-4d21-4073-bf43-7e2772fad251 on network dfbe6764-7368-48c7-b252-4bdb783828c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:10:51.845169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Attempting to bind port 29350973-4d21-4073-bf43-7e2772fad251 on network dfbe6764-7368-48c7-b252-4bdb783828c3 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:10:51.854284 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:10:51.854657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Checking segment: {'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:10:51.855096 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Bound using segment: {'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:10:51.855584 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Bound port: 29350973-4d21-4073-bf43-7e2772fad251, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:10:51.855976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:51.934552 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd12c0c-1716-4fea-8771-acca551dcf2e req-9d266f59-73e7-4720-9db1-016d5a70974b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:51.936293 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-edd12c0c-1716-4fea-8771-acca551dcf2e req-9d266f59-73e7-4720-9db1-016d5a70974b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 944 time: 0.2623286
Apr 20 14:10:52.019868 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] For port 29350973-4d21-4073-bf43-7e2772fad251, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:10:52.033566 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-edd12c0c-1716-4fea-8771-acca551dcf2e req-4b1767a0-6677-4076-84f8-316ad68e0f9b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796683
Apr 20 14:10:52.039651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] For port 29350973-4d21-4073-bf43-7e2772fad251, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=29350973-4d21-4073-bf43-7e2772fad251,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:10:52.047881 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:52.055191 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:52.121506 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:52.122391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:52.124373 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2bb23022-482d-4879-9600-16e095daebdb service neutron] 10.222.0.53 "PUT /v2.0/ports/29350973-4d21-4073-bf43-7e2772fad251 HTTP/1.1" status: 200  len: 1094 time: 1.7258825
Apr 20 14:10:52.127834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b892dff2-fd21-4151-81c4-fb068a841c3c', 'tag': '29350973-4d21-4073-bf43-7e2772fad251'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:10:52.165937 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Pushing event updated for resources: {'Port': ['ID=29350973-4d21-4073-bf43-7e2772fad251,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:52.170483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:52.241457 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b892dff2-fd21-4151-81c4-fb068a841c3c', 'tag': '29350973-4d21-4073-bf43-7e2772fad251', 'status': 'completed', 'code': 200}
Apr 20 14:10:52.307725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2a5999c3-88e7-4ff6-83df-1d33071cd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:52.309561 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-2a5999c3-88e7-4ff6-83df-1d33071cd43e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 1097 time: 0.1084692
Apr 20 14:10:52.681420 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-47ab827f-66be-4925-9657-4c7b30fa5f12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29350973-4d21-4073-bf43-7e2772fad251 HTTP/1.1" status: 200  len: 217 time: 0.1363759
Apr 20 14:10:52.819159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd207b-f5e9-498e-a655-32d4e581949a req-6f4e42d8-4908-49ea-a7d5-bc8def29ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:52.822183 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-6f4e42d8-4908-49ea-a7d5-bc8def29ebcd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7517288a-f0d4-4d99-aaf2-ae2db9bb1c45 HTTP/1.1" status: 200  len: 855 time: 0.1336105
Apr 20 14:10:52.822618 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d84a97-0d39-41b5-a7ad-72ff7b87e24d req-57aef25e-1f59-4b3d-b190-2b005526693a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:52.824977 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e5d84a97-0d39-41b5-a7ad-72ff7b87e24d req-57aef25e-1f59-4b3d-b190-2b005526693a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1635878
Apr 20 14:10:52.875350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:10:52.888981 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e5d84a97-0d39-41b5-a7ad-72ff7b87e24d req-b5b74ec4-042a-4866-9608-696d64e9faf4 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499418
Apr 20 14:10:52.909545 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-f7f88748-1935-46f2-bf6f-56721090f67d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbe6764-7368-48c7-b252-4bdb783828c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0796952
Apr 20 14:10:53.122865 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-f30e86c6-f01d-41e7-88d7-500f0a0e8b48 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2052090
Apr 20 14:10:53.783174 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01fd207b-f5e9-498e-a655-32d4e581949a req-0e0be421-ce1a-4739-a95a-a6cccd44dbe3 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6505241
Apr 20 14:10:53.822842 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c21b2-57eb-4bdf-af6b-33ccfaa288a9 req-1cafa28a-5916-4ac1-bef1-8a04264a9586 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:53.824783 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cf6c21b2-57eb-4bdf-af6b-33ccfaa288a9 req-1cafa28a-5916-4ac1-bef1-8a04264a9586 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 944 time: 0.4500270
Apr 20 14:10:53.989342 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cf6c21b2-57eb-4bdf-af6b-33ccfaa288a9 req-69fd7a23-836f-461d-a995-a0e1290fa644 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529961
Apr 20 14:10:54.038350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee4f8f-f9ed-41ec-9bcc-f1352069eba9 req-c88f2b8f-5260-4dc7-b21d-e73cc1b455fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:54.040100 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-beee4f8f-f9ed-41ec-9bcc-f1352069eba9 req-c88f2b8f-5260-4dc7-b21d-e73cc1b455fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 1097 time: 0.1631558
Apr 20 14:10:54.203650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52815188-b9f4-49d0-af50-c9163bb661dc req-562cc0b5-5526-474e-a16e-baab56e3baa5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:54.207103 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-52815188-b9f4-49d0-af50-c9163bb661dc req-562cc0b5-5526-474e-a16e-baab56e3baa5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1496701
Apr 20 14:10:54.280048 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee4f8f-f9ed-41ec-9bcc-f1352069eba9 req-a8afbe77-9c6e-4416-b9f3-384997ffd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:54.282279 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-beee4f8f-f9ed-41ec-9bcc-f1352069eba9 req-a8afbe77-9c6e-4416-b9f3-384997ffd714 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 200  len: 916 time: 0.2315059
Apr 20 14:10:54.284541 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-52815188-b9f4-49d0-af50-c9163bb661dc req-6a428a49-6c4e-4460-915d-2ba768e94d11 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587568
Apr 20 14:10:54.373737 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-beee4f8f-f9ed-41ec-9bcc-f1352069eba9 req-d7455da9-f0d8-470a-9dc9-82a541ea5c4f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29350973-4d21-4073-bf43-7e2772fad251 HTTP/1.1" status: 200  len: 217 time: 0.0840943
Apr 20 14:10:54.492574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee4f8f-f9ed-41ec-9bcc-f1352069eba9 req-96913ac2-9cda-44c4-9984-91f7cd0df43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:54.496794 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-beee4f8f-f9ed-41ec-9bcc-f1352069eba9 req-96913ac2-9cda-44c4-9984-91f7cd0df43e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7517288a-f0d4-4d99-aaf2-ae2db9bb1c45 HTTP/1.1" status: 200  len: 855 time: 0.1143317
Apr 20 14:10:54.564233 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-beee4f8f-f9ed-41ec-9bcc-f1352069eba9 req-ff3cf81a-f9fb-4952-bd8a-bc2e0642d679 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbe6764-7368-48c7-b252-4bdb783828c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592146
Apr 20 14:10:54.751855 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-beee4f8f-f9ed-41ec-9bcc-f1352069eba9 req-99af4ee7-e582-4cab-8d33-7e3fb8eeb678 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777890
Apr 20 14:10:54.936491 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-beee4f8f-f9ed-41ec-9bcc-f1352069eba9 req-29dede0e-73ca-4bbf-a6a0-6bcea7dee691 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1746902
Apr 20 14:10:55.421481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ff8d3-a7dd-4507-befd-46ea1e445225 req-7d482b46-f62d-4642-a331-a6a6df7380bd tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:55.424586 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8c5ff8d3-a7dd-4507-befd-46ea1e445225 req-7d482b46-f62d-4642-a331-a6a6df7380bd tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 944 time: 0.1834736
Apr 20 14:10:55.526228 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8c5ff8d3-a7dd-4507-befd-46ea1e445225 req-5b51b5dc-2b3e-4bb7-b955-7870bdc285b7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884373
Apr 20 14:10:55.548652 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65a6bc-4228-46ac-be95-8c374e692b4e req-018e0f94-55f0-4db0-950d-81d9d491e893 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:55.551804 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9c65a6bc-4228-46ac-be95-8c374e692b4e req-018e0f94-55f0-4db0-950d-81d9d491e893 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1107149
Apr 20 14:10:55.667850 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9c65a6bc-4228-46ac-be95-8c374e692b4e req-711127d1-4ede-45fc-90e6-decc9d3d637d tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047325
Apr 20 14:10:55.856453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b3467-699c-41f5-94f4-5f158f2e1e61 req-ddaa0040-fd39-4ed6-a24e-99572a71e206 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:55.858470 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-342b3467-699c-41f5-94f4-5f158f2e1e61 req-ddaa0040-fd39-4ed6-a24e-99572a71e206 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.1785293
Apr 20 14:10:55.917657 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-342b3467-699c-41f5-94f4-5f158f2e1e61 req-27b5661f-8719-4d0a-b6bd-0223c61795e5 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510311
Apr 20 14:10:56.542496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52226) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:56.684759 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e09a7f42-4a27-4c7f-adc4-0e0d7c14d982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:56.702114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e09a7f42-4a27-4c7f-adc4-0e0d7c14d982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:56.708877 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e09a7f42-4a27-4c7f-adc4-0e0d7c14d982 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e6a37dd26247b49c08e13ddbf888cb is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:56.710519 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e09a7f42-4a27-4c7f-adc4-0e0d7c14d982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:56.718196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e09a7f42-4a27-4c7f-adc4-0e0d7c14d982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:56.841504 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9581f-49f6-46f6-86ed-913b21ff3de1 req-81ef45bd-b0ec-473d-9a15-98b140995f12 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:56.843638 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-91a9581f-49f6-46f6-86ed-913b21ff3de1 req-81ef45bd-b0ec-473d-9a15-98b140995f12 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 944 time: 0.1022630
Apr 20 14:10:56.862724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e09a7f42-4a27-4c7f-adc4-0e0d7c14d982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:56.869749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e09a7f42-4a27-4c7f-adc4-0e0d7c14d982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:56.903735 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-91a9581f-49f6-46f6-86ed-913b21ff3de1 req-abc8360f-90c9-493f-81a1-f8c53c6fab19 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532751
Apr 20 14:10:56.907789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1be9d22c-e093-45b1-9991-ec1b3a2c5f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:56.930407 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e09a7f42-4a27-4c7f-adc4-0e0d7c14d982 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6e6a37dd26247b49c08e13ddbf888cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3858092
Apr 20 14:10:56.932322 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 52242) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:56.970536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a7f42-4a27-4c7f-adc4-0e0d7c14d982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde70556-2106-4cb2-abe4-0a345826ee14,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:56.975019 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e09a7f42-4a27-4c7f-adc4-0e0d7c14d982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:57.170269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf69f-d92f-412f-a711-70c09968a1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:57.260674 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf69f-d92f-412f-a711-70c09968a1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:57.313958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15881872-2345-4b57-891a-68914eb2751d req-1bef8b00-83f5-4967-929f-b96b3aedcb46 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:57.317130 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15881872-2345-4b57-891a-68914eb2751d req-1bef8b00-83f5-4967-929f-b96b3aedcb46 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.2873468
Apr 20 14:10:57.433294 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15881872-2345-4b57-891a-68914eb2751d req-c540f33c-3040-4f93-a7d3-b403aec6b3e1 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079028
Apr 20 14:10:57.441831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf69f-d92f-412f-a711-70c09968a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:57.458489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ffb43149-c509-4473-9645-636d972e7b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:57.486593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbf69f-d92f-412f-a711-70c09968a1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde70556-2106-4cb2-abe4-0a345826ee14,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:57.490892 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b1dbf69f-d92f-412f-a711-70c09968a1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:57.495058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b1dbf69f-d92f-412f-a711-70c09968a1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:57.497665 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b1dbf69f-d92f-412f-a711-70c09968a1b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dde70556-2106-4cb2-abe4-0a345826ee14 HTTP/1.1" status: 204  len: 168 time: 0.5630608
Apr 20 14:10:57.645226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77323b-37ab-4e6f-b5e6-bc112cbdbf07 req-00f7300f-8fe3-4def-9a43-27f7bde89e3c tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:57.647032 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-de77323b-37ab-4e6f-b5e6-bc112cbdbf07 req-00f7300f-8fe3-4def-9a43-27f7bde89e3c tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.0993309
Apr 20 14:10:57.705447 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-de77323b-37ab-4e6f-b5e6-bc112cbdbf07 req-35ed4fbd-733b-4f53-8c33-c6a743e3e79f tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504603
Apr 20 14:10:57.968770 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 52258) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:58.002577 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95a72f78-7a86-4dea-88fc-b4d8b6c49600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:58.021728 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-95a72f78-7a86-4dea-88fc-b4d8b6c49600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:10:58.030635 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-95a72f78-7a86-4dea-88fc-b4d8b6c49600 admin admin] Usage tracker for resource:security_group_rule and tenant:886cda406e154c15aa1a5b312c1de098 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:10:58.036610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-95a72f78-7a86-4dea-88fc-b4d8b6c49600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:10:58.049411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-95a72f78-7a86-4dea-88fc-b4d8b6c49600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:10:58.340186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ea029-21ae-4a6c-8aa3-c6e914fce07e req-95bd8382-f2c3-40b8-bf15-8c51c30a4100 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:58.343175 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-801ea029-21ae-4a6c-8aa3-c6e914fce07e req-95bd8382-f2c3-40b8-bf15-8c51c30a4100 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 944 time: 0.2514889
Apr 20 14:10:58.423065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95a72f78-7a86-4dea-88fc-b4d8b6c49600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:58.449461 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95a72f78-7a86-4dea-88fc-b4d8b6c49600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:58.469393 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:58.506956 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-801ea029-21ae-4a6c-8aa3-c6e914fce07e req-8902b58f-faa4-4ab3-838b-6bcab776073a tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564252
Apr 20 14:10:58.563875 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-95a72f78-7a86-4dea-88fc-b4d8b6c49600 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=886cda406e154c15aa1a5b312c1de098&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5925241
Apr 20 14:10:58.566888 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a72f78-7a86-4dea-88fc-b4d8b6c49600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e778fe9-842d-436e-8884-f6771a60e757,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:58.569010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52268) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:10:58.573115 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-95a72f78-7a86-4dea-88fc-b4d8b6c49600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:58.673578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d3046741-d641-4aad-9c1c-347a929d7c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:58.721976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d3046741-d641-4aad-9c1c-347a929d7c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:58.767602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28fe07-cd36-4fb1-850d-6bab6d2c77e5 req-45ace82e-d275-49c2-8526-0b1ed16f4c55 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:58.783026 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4a28fe07-cd36-4fb1-850d-6bab6d2c77e5 req-45ace82e-d275-49c2-8526-0b1ed16f4c55 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1628227
Apr 20 14:10:58.799938 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d3046741-d641-4aad-9c1c-347a929d7c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:58.811117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:10:58.836316 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3046741-d641-4aad-9c1c-347a929d7c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e778fe9-842d-436e-8884-f6771a60e757,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:10:58.839437 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4a28fe07-cd36-4fb1-850d-6bab6d2c77e5 req-95f4f252-e25f-47fd-8f43-b08edd3d7ef1 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540643
Apr 20 14:10:58.841434 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d3046741-d641-4aad-9c1c-347a929d7c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:10:58.855548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d3046741-d641-4aad-9c1c-347a929d7c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:10:58.861946 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d3046741-d641-4aad-9c1c-347a929d7c39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e778fe9-842d-436e-8884-f6771a60e757 HTTP/1.1" status: 204  len: 168 time: 0.2879291
Apr 20 14:10:59.093847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdac59-ac63-498a-a425-0624254c7a7c req-2c28c43c-daac-4cf9-9d7d-9403bd457f09 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:59.095963 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-06bdac59-ac63-498a-a425-0624254c7a7c req-2c28c43c-daac-4cf9-9d7d-9403bd457f09 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.1139257
Apr 20 14:10:59.181784 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-06bdac59-ac63-498a-a425-0624254c7a7c req-fd58d458-e4c6-4fa4-90b8-5816fb6b8b10 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742223
Apr 20 14:10:59.734930 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df94d36-7772-4411-b2e8-b7f836df2fb5 req-5611ab60-4f1a-4fd9-aca0-6d5b122b2a61 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:10:59.736628 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2df94d36-7772-4411-b2e8-b7f836df2fb5 req-5611ab60-4f1a-4fd9-aca0-6d5b122b2a61 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 944 time: 0.1001804
Apr 20 14:10:59.798837 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2df94d36-7772-4411-b2e8-b7f836df2fb5 req-86deff19-3b59-489f-ac26-96c309328a95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503809
Apr 20 14:11:00.183513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954f121-d790-425a-8c61-a17718e38667 req-a5cefa36-84da-4467-8d4c-40a5329847a5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:00.186363 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5954f121-d790-425a-8c61-a17718e38667 req-a5cefa36-84da-4467-8d4c-40a5329847a5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1091378
Apr 20 14:11:00.264941 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5954f121-d790-425a-8c61-a17718e38667 req-424c76f8-7271-463d-b11c-453000380ac9 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653300
Apr 20 14:11:00.518976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 52320) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:00.550626 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabc4d6-d7cf-407d-9fec-502d4c6a5052 req-c8a98309-98a9-486d-8c8e-535c294582f4 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:00.552267 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4fabc4d6-d7cf-407d-9fec-502d4c6a5052 req-c8a98309-98a9-486d-8c8e-535c294582f4 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.1432590
Apr 20 14:11:00.608341 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4fabc4d6-d7cf-407d-9fec-502d4c6a5052 req-720c526c-3694-4c98-afe6-9dfbb5734619 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487657
Apr 20 14:11:00.697477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1729a363-4480-4ea4-bbac-92fbdbe5336b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:00.714614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1729a363-4480-4ea4-bbac-92fbdbe5336b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:00.719222 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1729a363-4480-4ea4-bbac-92fbdbe5336b admin admin] Usage tracker for resource:security_group_rule and tenant:cc021a1a75884c6ca37f494f5e8060b7 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:00.722578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1729a363-4480-4ea4-bbac-92fbdbe5336b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:00.729298 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1729a363-4480-4ea4-bbac-92fbdbe5336b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:00.863724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1729a363-4480-4ea4-bbac-92fbdbe5336b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:00.868814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1729a363-4480-4ea4-bbac-92fbdbe5336b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:00.878481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:00.932567 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-1729a363-4480-4ea4-bbac-92fbdbe5336b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc021a1a75884c6ca37f494f5e8060b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4116871
Apr 20 14:11:00.934146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729a363-4480-4ea4-bbac-92fbdbe5336b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68aa3e88-0325-4695-be16-696573f001fa,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:00.935736 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52328) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:00.939362 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1729a363-4480-4ea4-bbac-92fbdbe5336b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:01.057263 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5fcf5c26-9df0-4f19-aa20-9eefe6e260ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:01.061456 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be0a3b-e722-486b-b653-8399bee580e0 req-08af14f4-131d-4a1a-b65c-e53877c2876b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:01.063607 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d8be0a3b-e722-486b-b653-8399bee580e0 req-08af14f4-131d-4a1a-b65c-e53877c2876b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 944 time: 0.0965858
Apr 20 14:11:01.089371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5fcf5c26-9df0-4f19-aa20-9eefe6e260ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:01.142481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5fcf5c26-9df0-4f19-aa20-9eefe6e260ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:01.149196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:01.165847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf5c26-9df0-4f19-aa20-9eefe6e260ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aa3e88-0325-4695-be16-696573f001fa,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:01.168171 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d8be0a3b-e722-486b-b653-8399bee580e0 req-f21f0336-ba10-41ac-9f8c-2787a8cd5b2b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952451
Apr 20 14:11:01.170893 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5fcf5c26-9df0-4f19-aa20-9eefe6e260ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:01.173367 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-5fcf5c26-9df0-4f19-aa20-9eefe6e260ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68aa3e88-0325-4695-be16-696573f001fa HTTP/1.1" status: 204  len: 168 time: 0.2351077
Apr 20 14:11:01.173367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5fcf5c26-9df0-4f19-aa20-9eefe6e260ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:01.526056 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093622c0-85e6-41de-b83a-8b0a785d525d req-2ab404d6-ff74-4e07-b5f4-d6c0cad1267e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:01.530784 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-093622c0-85e6-41de-b83a-8b0a785d525d req-2ab404d6-ff74-4e07-b5f4-d6c0cad1267e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1096168
Apr 20 14:11:01.603277 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-093622c0-85e6-41de-b83a-8b0a785d525d req-f12d90ed-f350-4dbe-a989-83dcfa618a2e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569553
Apr 20 14:11:02.000454 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b92a-30f4-42f6-ae32-cdbde04fc27d req-24517b13-b470-4335-83b6-415070b5b678 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:02.002800 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-52d9b92a-30f4-42f6-ae32-cdbde04fc27d req-24517b13-b470-4335-83b6-415070b5b678 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.1528609
Apr 20 14:11:02.088163 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-52d9b92a-30f4-42f6-ae32-cdbde04fc27d req-15a449f1-e4de-47ae-9434-472bf796d0e0 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723808
Apr 20 14:11:02.729191 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923800d6-e106-4f8f-ad3a-357e7a38aa4d req-9b8e71a4-59a9-490c-817c-bac16e6c9dd5 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:02.730967 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-923800d6-e106-4f8f-ad3a-357e7a38aa4d req-9b8e71a4-59a9-490c-817c-bac16e6c9dd5 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 944 time: 0.3510087
Apr 20 14:11:02.815046 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-923800d6-e106-4f8f-ad3a-357e7a38aa4d req-1d078081-ef8d-4999-88f4-81f7ac654f13 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715857
Apr 20 14:11:03.067804 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e93604-21d5-4fc5-9cc2-e0260f0d1dea req-bce91a49-2380-461e-92b1-b8715480ca2e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:03.070756 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e0e93604-21d5-4fc5-9cc2-e0260f0d1dea req-bce91a49-2380-461e-92b1-b8715480ca2e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1132193
Apr 20 14:11:03.161164 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e0e93604-21d5-4fc5-9cc2-e0260f0d1dea req-fb1b177e-df5f-4635-ad2a-c5edc0e76e8a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835366
Apr 20 14:11:03.398907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c812057-e743-4917-a5d2-500dd8bacb73 req-7f153253-2667-4a4f-90b4-9aaa667fb92e tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:03.400600 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7c812057-e743-4917-a5d2-500dd8bacb73 req-7f153253-2667-4a4f-90b4-9aaa667fb92e tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.1240768
Apr 20 14:11:03.452046 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7c812057-e743-4917-a5d2-500dd8bacb73 req-22f689b7-f0c0-49e8-8552-fa56df63152f tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444384
Apr 20 14:11:04.062455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f77ccd-7263-4cff-9c2d-d0bcff412dba req-41656578-a310-4eaf-8e0f-50b77b2cde61 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:04.064236 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f5f77ccd-7263-4cff-9c2d-d0bcff412dba req-41656578-a310-4eaf-8e0f-50b77b2cde61 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 944 time: 0.1061404
Apr 20 14:11:04.156765 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f5f77ccd-7263-4cff-9c2d-d0bcff412dba req-75b0dec5-8167-45ab-bc78-6786d1be7c54 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793016
Apr 20 14:11:04.256283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f6d9bb90-a053-4db0-a641-fd6562dba841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:04.455034 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795dc1a-0c85-4961-8f6a-0be1e1d248e2 req-69f42712-c948-4f8c-9ad8-c911b5cd8bb0 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:04.457359 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1795dc1a-0c85-4961-8f6a-0be1e1d248e2 req-69f42712-c948-4f8c-9ad8-c911b5cd8bb0 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1511922
Apr 20 14:11:04.513145 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1795dc1a-0c85-4961-8f6a-0be1e1d248e2 req-794a81e9-4794-496c-9699-95fab4982cb0 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479240
Apr 20 14:11:04.718464 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1955c8-7334-49cd-bb49-357b431276a7 req-8c3c3560-d26c-4c8e-aafe-cb8957bea512 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:04.720257 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9e1955c8-7334-49cd-bb49-357b431276a7 req-8c3c3560-d26c-4c8e-aafe-cb8957bea512 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.0985298
Apr 20 14:11:04.777786 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9e1955c8-7334-49cd-bb49-357b431276a7 req-4975c9a0-f262-42a0-8079-46b3751ca6c0 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502057
Apr 20 14:11:05.375362 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2968c-ba5e-4495-ad46-535faf6d4972 req-541a1217-614c-407e-823d-a7be25250aa5 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:05.377059 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0ed2968c-ba5e-4495-ad46-535faf6d4972 req-541a1217-614c-407e-823d-a7be25250aa5 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 944 time: 0.1017103
Apr 20 14:11:05.470618 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0ed2968c-ba5e-4495-ad46-535faf6d4972 req-32a5ca02-668c-4d09-8632-7e80c5d8ccb7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850272
Apr 20 14:11:05.746752 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0b84e-235b-4bc4-911a-d5bb28d9c2f6 req-4a1e817c-659c-495b-9291-28f20277492e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:05.748569 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4ce0b84e-235b-4bc4-911a-d5bb28d9c2f6 req-4a1e817c-659c-495b-9291-28f20277492e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.0961854
Apr 20 14:11:05.804414 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4ce0b84e-235b-4bc4-911a-d5bb28d9c2f6 req-b88a0117-52cc-429d-97ce-d76d2f3b8aa8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485897
Apr 20 14:11:06.077201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138b368-87c0-479c-92eb-ad8e2e9e3847 req-be5bab2a-b25b-4fa9-a7be-d03a8ecc1f3f tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:06.079021 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d138b368-87c0-479c-92eb-ad8e2e9e3847 req-be5bab2a-b25b-4fa9-a7be-d03a8ecc1f3f tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.1018598
Apr 20 14:11:06.137926 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d138b368-87c0-479c-92eb-ad8e2e9e3847 req-5a3ee4b9-1c33-463e-a99d-c7befff98145 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471659
Apr 20 14:11:06.715582 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-80eafd13-8301-4e2f-97d2-b66e7e224908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:06.756441 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d9c6c-291e-4ef8-82fe-154206e5404f req-b20b3100-fe8f-476a-b3c8-9b0257fda5e5 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:06.758257 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b86d9c6c-291e-4ef8-82fe-154206e5404f req-b20b3100-fe8f-476a-b3c8-9b0257fda5e5 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 944 time: 0.1355090
Apr 20 14:11:06.826300 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b86d9c6c-291e-4ef8-82fe-154206e5404f req-a42f6c5b-613c-4deb-baa3-4fb22b676e28 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599172
Apr 20 14:11:07.033778 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df03230-6a86-4623-81ee-f5624fa83a69 req-0f6008d3-c5a7-4534-b375-9951cc846441 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:07.035611 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0df03230-6a86-4623-81ee-f5624fa83a69 req-0f6008d3-c5a7-4534-b375-9951cc846441 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.0971148
Apr 20 14:11:07.088801 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0df03230-6a86-4623-81ee-f5624fa83a69 req-b06e54a7-3766-424f-a05f-1d8d34927221 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459430
Apr 20 14:11:07.280562 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:07.350733 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 29350973-4d21-4073-bf43-7e2772fad251 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:11:07.481146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2ed50-f7d9-4573-a514-e7e6e63485ac req-214e3d4d-a182-4d93-b16f-c83f1acfceef tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:07.484110 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7ad2ed50-f7d9-4573-a514-e7e6e63485ac req-214e3d4d-a182-4d93-b16f-c83f1acfceef tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.1773493
Apr 20 14:11:07.537329 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7ad2ed50-f7d9-4573-a514-e7e6e63485ac req-8ad5cc32-1e3c-402b-96b4-58cefbb963bb tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459800
Apr 20 14:11:07.572725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 29350973-4d21-4073-bf43-7e2772fad251, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=29350973-4d21-4073-bf43-7e2772fad251,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:11:07.580199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': '29350973-4d21-4073-bf43-7e2772fad251', 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3', 'port_id': '29350973-4d21-4073-bf43-7e2772fad251', 'mac_address': 'fa:16:3e:27:e1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7517288a-f0d4-4d99-aaf2-ae2db9bb1c45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:11:07.662563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:07.679958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:07.686811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29350973-4d21-4073-bf43-7e2772fad251 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:11:07.705816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 29350973-4d21-4073-bf43-7e2772fad251, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=29350973-4d21-4073-bf43-7e2772fad251,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:11:07.710531 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:07.712866 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:07.837895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=29350973-4d21-4073-bf43-7e2772fad251,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:07.845459 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:08.099842 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d1087-67e7-4d4b-860e-3b6bb4db0dd8 req-3c8935aa-c6b9-4161-9e3c-d2057a0f937e tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:08.101850 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e2d1087-67e7-4d4b-860e-3b6bb4db0dd8 req-3c8935aa-c6b9-4161-9e3c-d2057a0f937e tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 945 time: 0.1421342
Apr 20 14:11:08.170349 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e2d1087-67e7-4d4b-860e-3b6bb4db0dd8 req-e3011a80-1620-434c-bd88-7afabac713c5 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558372
Apr 20 14:11:08.366104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:08.389054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f71056-0744-4e3f-85d9-e33dd420ea37 req-77c7caaf-3d27-470a-a265-0883a0166658 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:08.391966 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-57f71056-0744-4e3f-85d9-e33dd420ea37 req-77c7caaf-3d27-470a-a265-0883a0166658 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1788824
Apr 20 14:11:08.494221 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-57f71056-0744-4e3f-85d9-e33dd420ea37 req-9f1cea47-a6b4-4fc3-acf4-5deb24d5869d tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868788
Apr 20 14:11:08.703911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['29350973-4d21-4073-bf43-7e2772fad251'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:11:08.937020 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8c246-8be7-469c-95a7-f9d988315094 req-a8913b1e-049b-4e2f-9787-af28a54a1c14 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:08.945904 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-03c8c246-8be7-469c-95a7-f9d988315094 req-a8913b1e-049b-4e2f-9787-af28a54a1c14 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.1608417
Apr 20 14:11:08.988494 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a7624-be83-431f-8406-015089bbeac2 req-93c058ea-fcb0-4c09-aa6b-3a75899da1ee tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:09.000849 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-973a7624-be83-431f-8406-015089bbeac2 req-93c058ea-fcb0-4c09-aa6b-3a75899da1ee tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 945 time: 0.2134378
Apr 20 14:11:09.073897 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-03c8c246-8be7-469c-95a7-f9d988315094 req-94a2107e-c2c5-4c1e-8cf7-de96b416fac6 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Deleting port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:11:09.074245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:09.074435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-03c8c246-8be7-469c-95a7-f9d988315094 req-94a2107e-c2c5-4c1e-8cf7-de96b416fac6 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:09.158206 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-973a7624-be83-431f-8406-015089bbeac2 req-df15fe22-14ea-44b3-8488-1010adf22782 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa08413b-6121-4a5a-ad9e-b1e77e093380&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558759
Apr 20 14:11:09.370398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-03c8c246-8be7-469c-95a7-f9d988315094 req-94a2107e-c2c5-4c1e-8cf7-de96b416fac6 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] For port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7e6e962f-ac6d-480f-9018-ad9ba3cdc661,segment=NetworkSegment(4399d359-56f6-4ee2-a2f8-f295092e5512),segment_id=4399d359-56f6-4ee2-a2f8-f295092e5512)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:11:09.370809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-03c8c246-8be7-469c-95a7-f9d988315094 req-94a2107e-c2c5-4c1e-8cf7-de96b416fac6 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:09.537542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-03c8c246-8be7-469c-95a7-f9d988315094 req-94a2107e-c2c5-4c1e-8cf7-de96b416fac6 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Calling delete_port for 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:11:09.565284 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 52516) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:09.654706 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5ba583-eb0e-4f25-b2c9-1fe74d9ba74a admin admin] Deleting subnet a872c0d1-45c7-46ee-a18c-e6c256a891ef {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:11:09.659255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba583-eb0e-4f25-b2c9-1fe74d9ba74a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:09.725268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba583-eb0e-4f25-b2c9-1fe74d9ba74a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852205135'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:09.833772 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba583-eb0e-4f25-b2c9-1fe74d9ba74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:10.044951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7917d-7f95-4d98-9587-d78e22df179b req-3c769d10-ccbe-4f54-a3cd-7ebd1e8f7b23 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:10.047616 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e0b7917d-7f95-4d98-9587-d78e22df179b req-3c769d10-ccbe-4f54-a3cd-7ebd1e8f7b23 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 945 time: 0.5318601
Apr 20 14:11:10.239582 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e0b7917d-7f95-4d98-9587-d78e22df179b req-05508c69-e4b6-4b03-870e-b6e97f758d52 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627352
Apr 20 14:11:10.293119 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-03c8c246-8be7-469c-95a7-f9d988315094 req-94a2107e-c2c5-4c1e-8cf7-de96b416fac6 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:10.305866 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b32e7596-8951-41ce-9b1c-82056f59faf7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:10.327475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5295f-6f5a-435b-8f46-d86c7e8542b7 req-53a69fbd-c468-4a1a-b308-c0c4bb4bcba6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:10.330393 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cc5295f-6f5a-435b-8f46-d86c7e8542b7 req-53a69fbd-c468-4a1a-b308-c0c4bb4bcba6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.3874495
Apr 20 14:11:10.401145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2107e-c2c5-4c1e-8cf7-de96b416fac6 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Pushing event deleted for resources: {'Port': ['ID=7e6e962f-ac6d-480f-9018-ad9ba3cdc661,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:10.407293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-94a2107e-c2c5-4c1e-8cf7-de96b416fac6 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:10.534409 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c8c246-8be7-469c-95a7-f9d988315094 req-94a2107e-c2c5-4c1e-8cf7-de96b416fac6 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] No DVR routers for this DVR port 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:11:10.537048 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cc5295f-6f5a-435b-8f46-d86c7e8542b7 req-689169ae-bc9d-49f0-9021-536df18fbb1e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954911
Apr 20 14:11:10.541440 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-03c8c246-8be7-469c-95a7-f9d988315094 req-94a2107e-c2c5-4c1e-8cf7-de96b416fac6 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:10.549871 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de1bf5a-ae80-47b6-90aa-d74790ab0433', 'name': 'network-vif-deleted', 'tag': '7e6e962f-ac6d-480f-9018-ad9ba3cdc661'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:11:10.563854 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-03c8c246-8be7-469c-95a7-f9d988315094 req-94a2107e-c2c5-4c1e-8cf7-de96b416fac6 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.53 "DELETE /v2.0/ports/7e6e962f-ac6d-480f-9018-ad9ba3cdc661 HTTP/1.1" status: 204  len: 173 time: 1.6112151
Apr 20 14:11:10.573718 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba583-eb0e-4f25-b2c9-1fe74d9ba74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2318158'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:10.583060 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:10.654276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ba583-eb0e-4f25-b2c9-1fe74d9ba74a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a872c0d1-45c7-46ee-a18c-e6c256a891ef,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:10.661811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0b5ba583-eb0e-4f25-b2c9-1fe74d9ba74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:10.710952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba583-eb0e-4f25-b2c9-1fe74d9ba74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:10.731405 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-57ed3d2b-5ea4-46d6-95df-510373d420a1 req-cba3fdd4-9fb7-4250-97ea-01f7fb13d900 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 210 time: 0.0623188
Apr 20 14:11:10.742479 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0b5ba583-eb0e-4f25-b2c9-1fe74d9ba74a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a872c0d1-45c7-46ee-a18c-e6c256a891ef HTTP/1.1" status: 204  len: 168 time: 1.1758039
Apr 20 14:11:10.747036 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 52534) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:10.831706 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de1bf5a-ae80-47b6-90aa-d74790ab0433', 'name': 'network-vif-deleted', 'tag': '7e6e962f-ac6d-480f-9018-ad9ba3cdc661', 'status': 'completed', 'code': 200}
Apr 20 14:11:10.917137 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:11.081481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:11.282389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb3159265c0>,) {'filters': {'network_id': ['22210343-0264-451c-8ef0-a8533c688177']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:11.297627 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb3159265c0>, 'e6c8f9b4-3494-4231-aaf4-4f897214f0be') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:11.297983 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb3159265c0>, 'e6c8f9b4-3494-4231-aaf4-4f897214f0be') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:11.311890 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2570681'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:11.328702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:11.336138 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:11:11.574511 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] Network 22210343-0264-451c-8ef0-a8533c688177 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:11:11.586489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852964746'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:11.792532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] Network 22210343-0264-451c-8ef0-a8533c688177 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:11:11.817620 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:11:11.899505 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce60c4-ce17-454c-b50d-183a96529a00 req-703f65d2-beae-4656-acdb-3e1c53fc06bd tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:11.901137 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-70ce60c4-ce17-454c-b50d-183a96529a00 req-703f65d2-beae-4656-acdb-3e1c53fc06bd tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 945 time: 0.4072206
Apr 20 14:11:11.931554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:11.941763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:11.944658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eb91206d-5156-4016-b21f-1369e57f97d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:11.978543 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] Pushing event deleted for resources: {'Network': ['ID=22210343-0264-451c-8ef0-a8533c688177,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:11.986812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:11.988603 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] 10.222.0.30 "DELETE /v2.0/networks/22210343-0264-451c-8ef0-a8533c688177 HTTP/1.1" status: 204  len: 168 time: 1.2404928
Apr 20 14:11:11.992501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52550) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:11.998939 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-70ce60c4-ce17-454c-b50d-183a96529a00 req-3965b462-2833-48f0-a39b-0f3e2d1ed0ea tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886323
Apr 20 14:11:12.093775 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-be167cf5-97be-4287-bdc3-4dc7e4dc146f admin admin] Deleting subnet 0074fbf1-ef24-4b8f-abff-de00d2ad5ad9 {{(pid=86375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:11:12.101905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-be167cf5-97be-4287-bdc3-4dc7e4dc146f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:12.196380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-be167cf5-97be-4287-bdc3-4dc7e4dc146f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:12.205999 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-be167cf5-97be-4287-bdc3-4dc7e4dc146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:12.286066 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1edb3c-9e32-4e2b-a332-825e49b2a867 req-b95f6551-6f82-495d-85c3-7cf839b77830 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:12.287869 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cb1edb3c-9e32-4e2b-a332-825e49b2a867 req-b95f6551-6f82-495d-85c3-7cf839b77830 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1074498
Apr 20 14:11:12.351758 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cb1edb3c-9e32-4e2b-a332-825e49b2a867 req-aa9d6fee-bff4-4e62-95ce-3bcc921dff6a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509923
Apr 20 14:11:12.525482 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-807aef61-0775-4502-a8ab-8e65f598727e req-8ccc8d27-768e-4163-98f1-2a34cccfba81 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 210 time: 0.0505815
Apr 20 14:11:12.577212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-be167cf5-97be-4287-bdc3-4dc7e4dc146f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for subnet, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:12.586771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b35894e4-4652-4232-8d2a-ac49cf7c012a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:12.666533 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be167cf5-97be-4287-bdc3-4dc7e4dc146f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0074fbf1-ef24-4b8f-abff-de00d2ad5ad9,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:12.669146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-be167cf5-97be-4287-bdc3-4dc7e4dc146f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:12.677022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-be167cf5-97be-4287-bdc3-4dc7e4dc146f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:12.680750 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-be167cf5-97be-4287-bdc3-4dc7e4dc146f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0074fbf1-ef24-4b8f-abff-de00d2ad5ad9 HTTP/1.1" status: 204  len: 168 time: 0.6862059
Apr 20 14:11:12.684070 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52558) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:12.831917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:13.222373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:13.277782 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321310f0-f553-4405-8551-79a1b8fbf52b req-bde7fc13-d448-4453-9400-7f4861ff5476 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:13.279691 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-321310f0-f553-4405-8551-79a1b8fbf52b req-bde7fc13-d448-4453-9400-7f4861ff5476 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 945 time: 0.1471410
Apr 20 14:11:13.338576 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-321310f0-f553-4405-8551-79a1b8fbf52b req-4a2f00ac-1ac6-408b-aaba-8ab12841bfd9 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455458
Apr 20 14:11:13.444172 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fb316e88c18>> segment before_delete 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.444777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fb316e88c18>> subnet precommit_delete_associations 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.446258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb316d2cd68>> segment_host_mapping after_create 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.446921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb316d2cd68>> port after_create 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.447505 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb316d2cd68>> port after_delete 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.448129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb316d2cd68>> port after_update 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.448758 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb316d2cd68>> segment after_delete 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.449383 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb316d2cd68>> subnet after_create 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.450057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb316d2cd68>> subnet after_delete 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.450687 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fb316d2cd68>> subnet after_update 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.529606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb315564c50>> subnet after_create 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.530022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb315564c50>> subnet after_delete 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.530394 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb315564c50>> subnet before_create 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.530767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fb315564c50>> subnet before_update 55550000 {{(pid=86375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 14:11:13.531166 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb3158790f0>,) {'filters': {'network_id': ['af3edc92-8d40-4a48-a696-2e2103c02871']}} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:13.548609 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb3158790f0>, 'dab9697e-e171-461b-ac36-220119b8e0e6') {'for_net_delete': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:13.549005 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb3158790f0>, 'dab9697e-e171-461b-ac36-220119b8e0e6') {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:13.563482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853389936'] for segment, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:13.584375 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:13.586738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ec8cb-5913-441b-823e-49367d7c64f4 req-063d762f-8e57-4fc9-b78e-d1e1803de04f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:13.588882 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-103ec8cb-5913-441b-823e-49367d7c64f4 req-063d762f-8e57-4fc9-b78e-d1e1803de04f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1004405
Apr 20 14:11:13.599770 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=86375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:11:13.646252 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-103ec8cb-5913-441b-823e-49367d7c64f4 req-04abee85-86dd-4b83-89f3-123d2b9839c8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500801
Apr 20 14:11:13.863588 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Network af3edc92-8d40-4a48-a696-2e2103c02871 has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:11:13.868929 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-831d228b-bbea-4262-aefd-a5be0bb5adb6 req-718a92ba-94a2-4b4a-ab79-dc6ae76a5f8d tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 210 time: 0.0869596
Apr 20 14:11:13.877616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853300089'] for segment, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:14.090373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Network af3edc92-8d40-4a48-a696-2e2103c02871 has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   from cryptography.utils import int_from_bytes
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   from cryptography.utils import int_from_bytes
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   (rel_b, rel_a, rel_b),
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   (rel_b, rel_a, rel_b),
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:11:14.117336 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:11:14.209144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:14.214123 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:14.236611 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:14.240228 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Pushing event deleted for resources: {'Network': ['ID=af3edc92-8d40-4a48-a696-2e2103c02871,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:14.245608 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:14.250260 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] 10.222.0.30 "DELETE /v2.0/networks/af3edc92-8d40-4a48-a696-2e2103c02871 HTTP/1.1" status: 204  len: 168 time: 1.5624251
Apr 20 14:11:14.523720 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 52582) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:14.670405 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-61063b07-e8c5-4f41-a84b-d87919ee21a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e96e3822f9034b21a7a95005c39e07ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1448812
Apr 20 14:11:14.675033 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52588) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:14.709620 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eea20b-b88f-4d6f-8bb2-220e6e1decca req-23ee3873-b253-4867-b014-baaa8d52c849 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:14.711888 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-88eea20b-b88f-4d6f-8bb2-220e6e1decca req-23ee3873-b253-4867-b014-baaa8d52c849 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 945 time: 0.1617198
Apr 20 14:11:14.816639 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-88eea20b-b88f-4d6f-8bb2-220e6e1decca req-37f1e7f6-8248-4ee3-a6f3-ed1e58c53d90 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950582
Apr 20 14:11:14.831523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eee3b81d-4cca-4705-b7ed-a69baf37b665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:14.889547 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eee3b81d-4cca-4705-b7ed-a69baf37b665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:15.036574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca4cfa-5af3-480e-9325-0fb4320ec08b req-cd2fc138-0354-42fe-8359-b9a735c45468 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:15.038407 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-07ca4cfa-5af3-480e-9325-0fb4320ec08b req-cd2fc138-0354-42fe-8359-b9a735c45468 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1392579
Apr 20 14:11:15.039168 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eee3b81d-4cca-4705-b7ed-a69baf37b665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:15.044702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:15.082439 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3b81d-4cca-4705-b7ed-a69baf37b665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cfff78-2f72-4d9f-a956-f50c3a498c10,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:15.087725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eee3b81d-4cca-4705-b7ed-a69baf37b665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:15.098752 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eee3b81d-4cca-4705-b7ed-a69baf37b665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:15.102905 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-eee3b81d-4cca-4705-b7ed-a69baf37b665 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1cfff78-2f72-4d9f-a956-f50c3a498c10 HTTP/1.1" status: 204  len: 168 time: 0.4231365
Apr 20 14:11:15.112152 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-07ca4cfa-5af3-480e-9325-0fb4320ec08b req-ddbb08e2-9ea3-4e11-8c89-555d483bbb58 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582275
Apr 20 14:11:15.137067 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b996e26-6497-4b2d-a632-a8a603aa4df0 req-f6620997-ba02-4bb8-9f96-60ee4751cfb3 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 210 time: 0.0801370
Apr 20 14:11:15.374785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['7e6e962f-ac6d-480f-9018-ad9ba3cdc661'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:11:15.644394 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52606) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:15.704135 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-c40375c0-aef9-42e7-861a-51d9dbc512a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=228968f58bd2411b925d0abe47ab6afd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0582087
Apr 20 14:11:15.707542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52610) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:15.790669 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-940df997-0873-4520-ad10-2f68c131e97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:15.836714 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-940df997-0873-4520-ad10-2f68c131e97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:15.902813 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-940df997-0873-4520-ad10-2f68c131e97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:15.908828 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f14fc61a-0b3c-4960-b0e4-b44858abd25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:15.929727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-940df997-0873-4520-ad10-2f68c131e97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:15.931264 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-940df997-0873-4520-ad10-2f68c131e97f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b74c26a-2454-4e09-a3fc-76a8fce162ee HTTP/1.1" status: 204  len: 168 time: 0.2223611
Apr 20 14:11:15.932398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940df997-0873-4520-ad10-2f68c131e97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b74c26a-2454-4e09-a3fc-76a8fce162ee,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:15.935227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-940df997-0873-4520-ad10-2f68c131e97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:16.234826 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d9666-df01-41dc-81fc-fa3d83befbba req-50fa133f-2b2a-431a-8265-42f97d3d6261 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:16.244593 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4b8d9666-df01-41dc-81fc-fa3d83befbba req-50fa133f-2b2a-431a-8265-42f97d3d6261 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 945 time: 0.1911278
Apr 20 14:11:16.320822 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4b8d9666-df01-41dc-81fc-fa3d83befbba req-6cac4594-0e9a-41a5-a8d9-15a6d48c0a04 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751975
Apr 20 14:11:16.456202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 29350973-4d21-4073-bf43-7e2772fad251 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:11:16.590994 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port 29350973-4d21-4073-bf43-7e2772fad251 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:11:16.598885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port 29350973-4d21-4073-bf43-7e2772fad251 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:16.598885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:16.600216 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-763083b5-36a7-41c1-8575-93f782ec92a6 req-e8a2988d-855e-4054-ab37-1435f7d5020c tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] 10.222.0.30 "GET /v2.0/ports?device_id=6de1bf5a-ae80-47b6-90aa-d74790ab0433 HTTP/1.1" status: 200  len: 210 time: 0.0968752
Apr 20 14:11:16.753235 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966ae63-579a-40f6-8bb1-a50aff779e20 req-4f5b3739-f1d6-4c29-85d3-b1900355ac92 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:16.778780 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f966ae63-579a-40f6-8bb1-a50aff779e20 req-4f5b3739-f1d6-4c29-85d3-b1900355ac92 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.2698548
Apr 20 14:11:16.820344 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:16.891271 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f966ae63-579a-40f6-8bb1-a50aff779e20 req-d725a9ad-bcf3-47a8-bb98-6b23707462a7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110511
Apr 20 14:11:16.943604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 29350973-4d21-4073-bf43-7e2772fad251, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=29350973-4d21-4073-bf43-7e2772fad251,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:11:16.946094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b892dff2-fd21-4151-81c4-fb068a841c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29350973-4d21-4073-bf43-7e2772fad251'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:11:16.959025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:16.960641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:11:17.022569 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:17.088444 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b892dff2-fd21-4151-81c4-fb068a841c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29350973-4d21-4073-bf43-7e2772fad251', 'code': 200}
Apr 20 14:11:17.113638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:11:17.114318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 7e6e962f-ac6d-480f-9018-ad9ba3cdc661 not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:11:17.180661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52666) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:17.183958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=29350973-4d21-4073-bf43-7e2772fad251,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:17.187803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:17.358328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d789773-c3c3-4832-b017-293f800d5e5c req-d268dd11-c93b-4809-b55c-9ab225f49105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:17.359771 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7d789773-c3c3-4832-b017-293f800d5e5c req-d268dd11-c93b-4809-b55c-9ab225f49105 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 1099 time: 0.0880365
Apr 20 14:11:17.418584 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-7d789773-c3c3-4832-b017-293f800d5e5c req-4483175a-6d34-4702-97e3-f00f7bde5eee service neutron] Synchronizing usage tracker for tenant:80333a90e3b7436fb516542fc12a2e0f on resource:security_group {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:11:17.441737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-7d789773-c3c3-4832-b017-293f800d5e5c req-4483175a-6d34-4702-97e3-f00f7bde5eee service neutron] Unset dirty status for tenant:80333a90e3b7436fb516542fc12a2e0f on resource:security_group {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:11:17.443226 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7d789773-c3c3-4832-b017-293f800d5e5c req-4483175a-6d34-4702-97e3-f00f7bde5eee service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754085
Apr 20 14:11:17.505645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-11f21b95-9e03-4e1e-85a6-ae32c7db70fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:17.548482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-11f21b95-9e03-4e1e-85a6-ae32c7db70fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:17.563124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-11f21b95-9e03-4e1e-85a6-ae32c7db70fc admin admin] Usage tracker for resource:security_group_rule and tenant:d8aeb4a760424673a7815d5238c9d4bc is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:17.567232 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-11f21b95-9e03-4e1e-85a6-ae32c7db70fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:17.574608 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-11f21b95-9e03-4e1e-85a6-ae32c7db70fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:17.715893 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7fa38-5d58-4d36-aacc-dc0ff0dddfe1 req-ac968eb1-ff6c-4682-b2c3-20de5e54fdf6 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:17.724801 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c5a7fa38-5d58-4d36-aacc-dc0ff0dddfe1 req-ac968eb1-ff6c-4682-b2c3-20de5e54fdf6 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 946 time: 0.1671352
Apr 20 14:11:17.800987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-11f21b95-9e03-4e1e-85a6-ae32c7db70fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:17.807923 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-11f21b95-9e03-4e1e-85a6-ae32c7db70fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:17.829145 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c5a7fa38-5d58-4d36-aacc-dc0ff0dddfe1 req-528be658-d696-4cee-83c7-c877f3d7f0e5 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028445
Apr 20 14:11:17.848282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:17.872062 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-11f21b95-9e03-4e1e-85a6-ae32c7db70fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8aeb4a760424673a7815d5238c9d4bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6898963
Apr 20 14:11:17.874921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 52708) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:17.897401 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f21b95-9e03-4e1e-85a6-ae32c7db70fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b385d933-d563-4ef2-a83c-c7443eb0a139,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:17.902064 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-11f21b95-9e03-4e1e-85a6-ae32c7db70fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:18.012519 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e136418-5ccf-4a7b-bdaa-cf4a2ea2ebba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:18.073177 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e136418-5ccf-4a7b-bdaa-cf4a2ea2ebba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:18.164251 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e136418-5ccf-4a7b-bdaa-cf4a2ea2ebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:18.174854 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-51f7e795-0c93-445c-8f09-85b47c881b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:18.192160 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52746) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:18.213085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e136418-5ccf-4a7b-bdaa-cf4a2ea2ebba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:18.215104 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-5e136418-5ccf-4a7b-bdaa-cf4a2ea2ebba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b385d933-d563-4ef2-a83c-c7443eb0a139 HTTP/1.1" status: 204  len: 168 time: 0.3387396
Apr 20 14:11:18.218304 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e136418-5ccf-4a7b-bdaa-cf4a2ea2ebba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b385d933-d563-4ef2-a83c-c7443eb0a139,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:18.224830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5e136418-5ccf-4a7b-bdaa-cf4a2ea2ebba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:18.260863 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517b582-a75c-4b9a-8418-a5994b00738c req-84cfc9e6-e4cc-4254-b407-b7979f25127f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:18.269274 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1517b582-a75c-4b9a-8418-a5994b00738c req-84cfc9e6-e4cc-4254-b407-b7979f25127f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1636364
Apr 20 14:11:18.325184 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1517b582-a75c-4b9a-8418-a5994b00738c req-4eb6532b-c93e-471b-9b59-6a9d39e8ebe2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547013
Apr 20 14:11:18.889338 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cd3f456e-b9e8-44dc-8d14-daf59f1b6b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:18.947412 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-cd3f456e-b9e8-44dc-8d14-daf59f1b6b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:18.956527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-cd3f456e-b9e8-44dc-8d14-daf59f1b6b30 admin admin] Usage tracker for resource:security_group_rule and tenant:12e12868e7c64a54960ea8b191b5222b is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:18.960540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-cd3f456e-b9e8-44dc-8d14-daf59f1b6b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:18.970524 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-cd3f456e-b9e8-44dc-8d14-daf59f1b6b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:19.134558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cd3f456e-b9e8-44dc-8d14-daf59f1b6b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:19.143079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cd3f456e-b9e8-44dc-8d14-daf59f1b6b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:19.153067 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:19.178999 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f1897-e64d-4eb3-8eb7-2442b8acc32e req-936e8fb1-9c95-4ebf-a2a7-8307df93dd06 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:19.187525 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f456e-b9e8-44dc-8d14-daf59f1b6b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d1a205-1d5e-46da-aa92-7bd05e8022d6,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:19.189053 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5f0f1897-e64d-4eb3-8eb7-2442b8acc32e req-936e8fb1-9c95-4ebf-a2a7-8307df93dd06 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 946 time: 0.1878088
Apr 20 14:11:19.198498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cd3f456e-b9e8-44dc-8d14-daf59f1b6b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:19.214128 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-cd3f456e-b9e8-44dc-8d14-daf59f1b6b30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12e12868e7c64a54960ea8b191b5222b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0210526
Apr 20 14:11:19.216894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52786) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:19.288532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a9f95a1c-a0eb-44da-8a6d-d4c5c3b71c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:19.301735 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5f0f1897-e64d-4eb3-8eb7-2442b8acc32e req-7464fa6d-9875-495b-ad3a-6f7603a6521f tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103673
Apr 20 14:11:19.321221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a9f95a1c-a0eb-44da-8a6d-d4c5c3b71c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:19.423309 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a9f95a1c-a0eb-44da-8a6d-d4c5c3b71c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:19.431838 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5fcf5c26-9df0-4f19-aa20-9eefe6e260ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:19.461132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f95a1c-a0eb-44da-8a6d-d4c5c3b71c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d1a205-1d5e-46da-aa92-7bd05e8022d6,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:19.468131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a9f95a1c-a0eb-44da-8a6d-d4c5c3b71c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:19.476228 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a9f95a1c-a0eb-44da-8a6d-d4c5c3b71c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:19.478179 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a9f95a1c-a0eb-44da-8a6d-d4c5c3b71c3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20d1a205-1d5e-46da-aa92-7bd05e8022d6 HTTP/1.1" status: 204  len: 168 time: 0.2597067
Apr 20 14:11:19.632870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52802) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:19.641484 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ea667-b946-40f7-b424-7dee60b4f6bf req-5bdb34f2-c0c8-4cbd-abd8-1139f67175dd tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:19.643768 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7e8ea667-b946-40f7-b424-7dee60b4f6bf req-5bdb34f2-c0c8-4cbd-abd8-1139f67175dd tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1368310
Apr 20 14:11:19.731065 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7e8ea667-b946-40f7-b424-7dee60b4f6bf req-a505ad32-50c4-475c-90d0-682205e1ea3e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761428
Apr 20 14:11:20.065527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2140659868-network', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:20.074617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:20.081807 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Usage tracker for resource:network and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:20.085608 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:20.093079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:20.105353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Made reservation on behalf of b6bc03189b7b4652b856e6ff76b178b8 for: {'network': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:11:20.110789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:20.124494 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:20.144988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:20.149343 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Usage tracker for resource:security_group_rule and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:20.152497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:20.159774 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:20.322849 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:20.331654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:20.337871 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:20.389685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179e2957-158c-4c99-9f41-1e266a27e757,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:20.394918 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:20.405881 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'}  {{(pid=86375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:11:20.424272 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:20.424622 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Added segment b917618c-4ab0-4d64-9af3-d21029f9a7c3 of type vlan for network 2ca6db40-cbd3-412c-8c55-59f3066092fb
Apr 20 14:11:20.475990 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:20.506534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:20.507306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:20.507958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:20.513770 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:20.636299 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0012324
Apr 20 14:11:20.637603 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Pushing event updated for resources: {'Network': ['ID=2ca6db40-cbd3-412c-8c55-59f3066092fb,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:20.641894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52834) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:20.652493 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Request body: {'subnet': {'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2140659868-subnet', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'ip_version': 4}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:20.655004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network 2ca6db40-cbd3-412c-8c55-59f3066092fb details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:11:20.658933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:20.661168 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc795872-6a81-4cb3-8901-d1a9aecaaa4d req-da0d5d44-16bb-4823-924f-07a09ffcc156 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:20.662609 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:20.663868 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cc795872-6a81-4cb3-8901-d1a9aecaaa4d req-da0d5d44-16bb-4823-924f-07a09ffcc156 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 946 time: 0.1542227
Apr 20 14:11:20.675705 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Usage tracker for resource:subnet and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:20.680367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:20.688741 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:20.702132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Made reservation on behalf of b6bc03189b7b4652b856e6ff76b178b8 for: {'subnet': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:11:20.708219 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851708855'] for subnet, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:20.772238 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cc795872-6a81-4cb3-8901-d1a9aecaaa4d req-54390bf9-408c-4a33-b57d-15e3c6e244dc tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958416
Apr 20 14:11:21.218214 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769bd1c-1d6e-4225-b516-bc8f1d0b7a91 req-539c87e1-c802-4eda-855d-28ebb1a552a1 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:21.226609 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4769bd1c-1d6e-4225-b516-bc8f1d0b7a91 req-539c87e1-c802-4eda-855d-28ebb1a552a1 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.2222798
Apr 20 14:11:21.235522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853300895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851708840'] for subnet, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:21.241166 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:21.332851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c8f2cc-53e5-45a9-915e-c29f6eb9b423,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:21.335951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:21.344873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Checking segment: {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:11:21.345353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Network hostable DHCP agents. Network: 2ca6db40-cbd3-412c-8c55-59f3066092fb, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:11:21.368287 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Network 2ca6db40-cbd3-412c-8c55-59f3066092fb is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:11:21.380659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, 2ca6db40-cbd3-412c-8c55-59f3066092fb) {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:11:21.397359 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9062d0-8a8f-4fe9-bf8b-fae1af7b376f None None] Network 2ca6db40-cbd3-412c-8c55-59f3066092fb requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:11:21.404333 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:21.405341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Notify callbacks [] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:21.443576 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7999198
Apr 20 14:11:21.447276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52888) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:21.462348 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:21.473960 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:21.480744 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Usage tracker for resource:router and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:21.486485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:21.502821 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:21.509939 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4769bd1c-1d6e-4225-b516-bc8f1d0b7a91 req-847f53a9-1ac5-492c-8572-34316cd815fa tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2748539
Apr 20 14:11:21.550513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853793824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761469'] for router, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:21.554623 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14588'] for router, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:21.599411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:21.877724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfca74e90-b3bb-545f-b56d-cce190126c4c-2ca6db40-cbd3-412c-8c55-59f3066092fb', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423'}]}} from dv-cinder-774594-5-iscsi. {{(pid=86377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:11:21.878750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:22.053410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14573'] for router, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:22.141599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Allocated IP 172.20.0.2 (2ca6db40-cbd3-412c-8c55-59f3066092fb/59c8f2cc-53e5-45a9-915e-c29f6eb9b423/263c50cc-d49e-4724-a0f1-5fe43c9a5e82) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:11:22.206084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fee57-c9cc-4493-887c-5b96f240fed4 req-6878bd49-0647-4408-b638-cc3ccc2c1122 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:22.209253 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-733fee57-c9cc-4493-887c-5b96f240fed4 req-6878bd49-0647-4408-b638-cc3ccc2c1122 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 946 time: 0.1620357
Apr 20 14:11:22.302040 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-733fee57-c9cc-4493-887c-5b96f240fed4 req-b4985ba3-74a6-44d1-a1ee-ae9141815a32 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847578
Apr 20 14:11:22.431457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:22.444700 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Transition to ACTIVE for port object 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:11:22.470318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Transition to ACTIVE for port object 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:11:22.476069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:22.482621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:22.514492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:22.571088 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:22.584967 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Network 2ca6db40-cbd3-412c-8c55-59f3066092fb is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:11:22.593859 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Resources bound (agent type, host, resource id):  {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:11:22.598997 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:11:22.639356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Pushing event updated for resources: {'Port': ['ID=263c50cc-d49e-4724-a0f1-5fe43c9a5e82,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:22.648744 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:22.733746 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Attempting to bind port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:11:22.734195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Attempting to bind port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:11:22.734656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Attempting to bind port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 on network 2ca6db40-cbd3-412c-8c55-59f3066092fb {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:11:22.741777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:11:22.742202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Checking segment: {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:11:22.742661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:22.743104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Bound using segment: {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:11:22.743645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Bound port: 263c50cc-d49e-4724-a0f1-5fe43c9a5e82, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:11:22.744124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:22.839691 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Allocated IP 172.27.3.88 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/720c3da3-7b0d-4fc3-a0ab-a668fffa0f17) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:11:22.858313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadab7bc-ee0f-43fc-ae22-9877e6f1b5a2 req-7bcc8e12-1d26-42f7-88e3-6a9e298adfce tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:22.874763 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cadab7bc-ee0f-43fc-ae22-9877e6f1b5a2 req-7bcc8e12-1d26-42f7-88e3-6a9e298adfce tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.2090244
Apr 20 14:11:22.922070 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] For port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:11:22.926837 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] For port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=263c50cc-d49e-4724-a0f1-5fe43c9a5e82,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:11:22.933431 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:22.939635 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:22.966037 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cadab7bc-ee0f-43fc-ae22-9877e6f1b5a2 req-a64ee9e2-753b-40c5-a1fc-627e3c07a044 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850255
Apr 20 14:11:23.072092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Pushing event updated for resources: {'Port': ['ID=263c50cc-d49e-4724-a0f1-5fe43c9a5e82,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:23.077136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:23.127005 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:23.171398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:23.181027 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:23.305009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:11:23.312260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:11:23.316680 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:11:23.439037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Pushing event updated for resources: {'Port': ['ID=720c3da3-7b0d-4fc3-a0ab-a668fffa0f17,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:23.473222 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:23.474131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:23.479997 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:23.480735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:23.481523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:23.482376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:23.482985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:23.483602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:23.484386 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:23.485076 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:23.486566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:23.487134 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:23.504483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:23.660827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:11:23.703816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc11a-e1a0-48b1-b6df-3d5142d02cf1 req-b8742ebb-af25-4e84-ac46-0b3da97634a7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:23.720633 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b6bc11a-e1a0-48b1-b6df-3d5142d02cf1 req-b8742ebb-af25-4e84-ac46-0b3da97634a7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 946 time: 0.2044270
Apr 20 14:11:23.827687 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b6bc11a-e1a0-48b1-b6df-3d5142d02cf1 req-d42931d4-c728-450a-b22f-f32172fccd25 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048872
Apr 20 14:11:23.838048 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:11:24.741380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cbbc6-cacb-4634-be8b-54a774a27961 req-12b41404-8431-42ca-94c5-15bce6824ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:24.743709 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d55cbbc6-cacb-4634-be8b-54a774a27961 req-12b41404-8431-42ca-94c5-15bce6824ef3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 1098 time: 0.3815477
Apr 20 14:11:24.755737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41857695-fae2-41ec-9de1-0ab1a4865e97 req-ff4cd7cf-2fe7-4e05-98da-266adf876b96 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:24.777063 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-41857695-fae2-41ec-9de1-0ab1a4865e97 req-ff4cd7cf-2fe7-4e05-98da-266adf876b96 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.5066586
Apr 20 14:11:24.928762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8187ca5e-53e0-4eb2-9c19-b11b64d24fab None None] Network 2ca6db40-cbd3-412c-8c55-59f3066092fb requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:11:24.938247 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d55cbbc6-cacb-4634-be8b-54a774a27961 req-eef2632b-f534-4a3a-bc6c-c5519570c476 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371679
Apr 20 14:11:24.948827 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-41857695-fae2-41ec-9de1-0ab1a4865e97 req-998ba337-aaa6-4e8e-b9d1-ec1dd550617f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704683
Apr 20 14:11:24.954636 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:25.248905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Provisioning for port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:11:25.263034 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Provisioning complete for port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:25.263462 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:25.365996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1bb84-8a59-477c-b25a-300239ee5e0e req-79e5d5ff-de8a-435e-9079-0e2150b1a0ed tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:25.368126 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6ce1bb84-8a59-477c-b25a-300239ee5e0e req-79e5d5ff-de8a-435e-9079-0e2150b1a0ed tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 946 time: 0.2373140
Apr 20 14:11:25.458698 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6ce1bb84-8a59-477c-b25a-300239ee5e0e req-c97d0e33-fbe3-4780-bf38-f0d8b148486c tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832784
Apr 20 14:11:25.513641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 52974) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:25.654404 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853833005'] for router, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:25.681217 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Deleting subnet 13e3f391-c0fb-4f63-92e4-4f7059424d46 {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:11:25.687856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:25.786002 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:25.823962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852205135'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:25.839315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] For port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=263c50cc-d49e-4724-a0f1-5fe43c9a5e82,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:11:25.845685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:25.848654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:25.900399 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:25.996449 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Pushing event updated for resources: {'Port': ['ID=263c50cc-d49e-4724-a0f1-5fe43c9a5e82,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:26.039704 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.040106 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.040488 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.040861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.041230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.041599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.041993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.054510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.055004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.055385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.055761 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.056130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.061146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:26.167010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Router 139390dc-d4f3-45df-ba38-8588e191693e is scheduled to L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f with binding_index 1 {{(pid=86375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:11:26.177563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-af1dcc87-d21b-4d34-a6fd-ed4d1416eb37 None None] Provisioning complete for port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:26.178525 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-af1dcc87-d21b-4d34-a6fd-ed4d1416eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:26.347019 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f5afe-ecd4-4e2f-9f8e-8b9cca55626c req-e55cddf3-0f43-4488-be3b-55b3aeaaa702 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:26.357266 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c05f5afe-ecd4-4e2f-9f8e-8b9cca55626c req-e55cddf3-0f43-4488-be3b-55b3aeaaa702 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1959584
Apr 20 14:11:26.454190 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c05f5afe-ecd4-4e2f-9f8e-8b9cca55626c req-133c90ea-d01b-434a-bcda-07b1fc57eec2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955062
Apr 20 14:11:26.478489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:11:26.489606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Sync routers for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:11:26.510181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2318158'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:26.521627 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Notify callbacks [] for router, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:26.522274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-04ff6111-1924-4695-904b-d18efa0143a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:26.527558 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.0733874
Apr 20 14:11:26.528343 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 52996) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:26.531920 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:11:26.532638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-3add3361-a362-4383-a415-8da5614bc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3161948d0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:11:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:26.569159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:26.577769 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/13e3f391-c0fb-4f63-92e4-4f7059424d46 HTTP/1.1" status: 204  len: 168 time: 1.0626225
Apr 20 14:11:26.586232 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 53000) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:26.587561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e3f391-c0fb-4f63-92e4-4f7059424d46,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:26.648574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.649054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.649539 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.650105 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.650772 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.651562 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.652219 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.653185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.654203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.655095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.656251 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.656939 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:26.668367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-89933a19-3a4e-4a8b-b599-a2ca970976f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:26.775700 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:11:26.923312 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:27.213126 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:27.238012 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-3add3361-a362-4383-a415-8da5614bc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3161948d0>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:24Z', 'revision_number': 3, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:27.255963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Checking router: 139390dc-d4f3-45df-ba38-8588e191693e for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:11:27.256667 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Updating router 139390dc-d4f3-45df-ba38-8588e191693e port 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 binding host dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:11:27.386655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:27.464780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb3161e9908>,) {'filters': {'network_id': ['0942800d-a1ab-4567-8b70-409ddb9d3b91']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:27.480046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb3161e9908>, '4399d359-56f6-4ee2-a2f8-f295092e5512') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:27.480736 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb3161e9908>, '4399d359-56f6-4ee2-a2f8-f295092e5512') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:27.498756 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:11:27.503532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2570681'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:27.535564 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:27.544574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:11:27.734607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:27.735378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:27.780275 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] Network 0942800d-a1ab-4567-8b70-409ddb9d3b91 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:11:27.792834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852964746'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:28.081504 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e0efa-a8e7-4917-9808-ebcc3c352553 req-9dedd301-60af-4247-8416-f0d6f1e46db6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:28.083242 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-194e0efa-a8e7-4917-9808-ebcc3c352553 req-9dedd301-60af-4247-8416-f0d6f1e46db6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.3590524
Apr 20 14:11:28.098067 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] Network 0942800d-a1ab-4567-8b70-409ddb9d3b91 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:11:28.140118 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:11:28.201684 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-194e0efa-a8e7-4917-9808-ebcc3c352553 req-848cf6fa-e48f-456c-be11-933a413c86bc tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068213
Apr 20 14:11:28.247888 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:28.252015 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e99cbec0-30a0-4044-a882-51936cadfa15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:28.279953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:28.282966 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=0942800d-a1ab-4567-8b70-409ddb9d3b91,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:28.285860 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:28.301401 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-5cb2f496-8ed0-4c6d-b8ec-9ec83d892bfe admin admin] 10.222.0.30 "DELETE /v2.0/networks/0942800d-a1ab-4567-8b70-409ddb9d3b91 HTTP/1.1" status: 204  len: 168 time: 1.6971102
Apr 20 14:11:28.371097 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:28.389318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Transition to ACTIVE for port object 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:11:28.398989 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:28.405385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:28.470991 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:28.524701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Pushing event updated for resources: {'Port': ['ID=720c3da3-7b0d-4fc3-a0ab-a668fffa0f17,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:28.535747 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:28.536121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:28.536493 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:28.536857 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:28.537218 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:28.537574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:28.537979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:28.538404 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:28.538883 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:28.539203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:28.539574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:28.540094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:11:28.553629 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:28.555624 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Attempting to bind port 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:11:28.556258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Attempting to bind port 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:11:28.556767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Attempting to bind port 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 on network da2a561a-f59b-4a7e-965e-e4dc6d9662da {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:11:28.563724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:11:28.564251 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Checking segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:11:28.564756 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:28.565269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Bound using segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:11:28.565994 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Bound port: 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:11:28.566509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:28.584786 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835f267-e5ae-4642-87bd-86fddd513193 req-73d94504-a68e-4871-9353-069a92b8e006 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:28.588118 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7835f267-e5ae-4642-87bd-86fddd513193 req-73d94504-a68e-4871-9353-069a92b8e006 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1751778
Apr 20 14:11:28.685836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-3add3361-a362-4383-a415-8da5614bc52a None None] For port 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:11:28.690129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-3add3361-a362-4383-a415-8da5614bc52a None None] For port 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=720c3da3-7b0d-4fc3-a0ab-a668fffa0f17,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:11:28.697903 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53038) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:28.700482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:28.707647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:28.715722 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7835f267-e5ae-4642-87bd-86fddd513193 req-a9566dc7-c341-4241-bd63-619b89f32de5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133385
Apr 20 14:11:28.794352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:11:28.795073 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-3add3361-a362-4383-a415-8da5614bc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3161948d0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:11:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:28.853733 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-90af2702-306b-46c5-89b5-1d63edb734f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=897c2e13139849ad87a8cf7a44834f8d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1502254
Apr 20 14:11:28.853733 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53044) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:28.897668 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Allocated IP 172.20.0.1 (2ca6db40-cbd3-412c-8c55-59f3066092fb/59c8f2cc-53e5-45a9-915e-c29f6eb9b423/9231dc7a-4cd7-4eac-b49d-093fc3e952c0) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:11:28.974510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Pushing event updated for resources: {'Port': ['ID=720c3da3-7b0d-4fc3-a0ab-a668fffa0f17,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:28.978132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:29.062647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-3add3361-a362-4383-a415-8da5614bc52a None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:11:29.145464 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8c92a670-fc00-457f-b38c-e3b349b826fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:29.251052 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8c92a670-fc00-457f-b38c-e3b349b826fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:29.372941 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:29.417400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8c92a670-fc00-457f-b38c-e3b349b826fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:29.433400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-407e7d61-8095-4636-97d1-b84405bfd334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:29.465487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92a670-fc00-457f-b38c-e3b349b826fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa08413b-6121-4a5a-ad9e-b1e77e093380,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:29.469931 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8c92a670-fc00-457f-b38c-e3b349b826fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:29.477727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Transition to ACTIVE for port object 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:11:29.518259 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8c92a670-fc00-457f-b38c-e3b349b826fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:29.521384 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-8c92a670-fc00-457f-b38c-e3b349b826fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa08413b-6121-4a5a-ad9e-b1e77e093380 HTTP/1.1" status: 204  len: 168 time: 0.6660008
Apr 20 14:11:29.552636 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:29.577498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:29.657014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Network 2ca6db40-cbd3-412c-8c55-59f3066092fb is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:11:29.661435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:11:29.665427 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:11:29.709563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-3add3361-a362-4383-a415-8da5614bc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3161948d0>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:24Z', 'revision_number': 3, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:29.716033 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3add3361-a362-4383-a415-8da5614bc52a None None] The sync data for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi is: [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:24Z', 'revision_number': 3, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:11:29.744886 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-940302'] for router_interface, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:29.875799 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Pushing event updated for resources: {'Port': ['ID=9231dc7a-4cd7-4eac-b49d-093fc3e952c0,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:29.879365 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:29.883290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:11:29.905653 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:29.954970 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-cc81a328-8461-4bfc-80bb-ac7a415a4558 None None] Provisioning for port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:11:29.960659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-cc81a328-8461-4bfc-80bb-ac7a415a4558 None None] Provisioning complete for port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:29.961115 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cc81a328-8461-4bfc-80bb-ac7a415a4558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:30.047110 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-cc81a328-8461-4bfc-80bb-ac7a415a4558 None None] Port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:11:30.209071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:30.216334 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:30.261032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:30.386209 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Pushing event updated for resources: {'Port': ['ID=9231dc7a-4cd7-4eac-b49d-093fc3e952c0,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:30.389025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853835415'] for router_interface, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:30.393510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:30.593378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Network 2ca6db40-cbd3-412c-8c55-59f3066092fb is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:11:30.594710 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:11:30.898481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Router 139390dc-d4f3-45df-ba38-8588e191693e has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:11:30.988784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-b7a0ad50-d356-43af-ab1d-7bb6b3343f4d None None] Provisioning complete for port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:30.989497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7a0ad50-d356-43af-ab1d-7bb6b3343f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:31.062046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0ad50-d356-43af-ab1d-7bb6b3343f4d None None] Port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:11:31.153471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:11:31.159669 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] 10.222.0.30 "PUT /v2.0/routers/139390dc-d4f3-45df-ba38-8588e191693e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6294892
Apr 20 14:11:31.493558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:11:31.626635 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:11:31.632873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:31.633454 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:31.777951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:31.799522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=720c3da3-7b0d-4fc3-a0ab-a668fffa0f17,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:11:31.803615 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:31.805769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:31.943537 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=720c3da3-7b0d-4fc3-a0ab-a668fffa0f17,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:31.948167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:32.033992 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53128) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:32.040840 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-426104266-network', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:32.046470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:32.051125 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Usage tracker for resource:network and tenant:9ebdfb811bdf4b57b5e29a99f26d81a4 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:32.054518 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:32.061310 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:32.072816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Made reservation on behalf of 9ebdfb811bdf4b57b5e29a99f26d81a4 for: {'network': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:11:32.077769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:32.092303 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:32.118650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:32.123483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Usage tracker for resource:security_group_rule and tenant:9ebdfb811bdf4b57b5e29a99f26d81a4 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:32.127307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:32.135081 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:32.266376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:32.270645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:32.275950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-27e11a94-90ec-45be-a9d3-fc32c9e4afa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:32.305835 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'}  {{(pid=86375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:11:32.315460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57ad255-728d-4b98-ae9b-157da4f10a40,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:32.319526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:32.322347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:32.322728 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Added segment 14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e of type vlan for network a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb
Apr 20 14:11:32.352269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:32.384502 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:32.386164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:32.386932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:32.392557 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-561a5c2d-714a-44ee-aa44-a130cf74bc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:32.745004 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7047482
Apr 20 14:11:32.745004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Pushing event updated for resources: {'Network': ['ID=a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:32.745810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 53140) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:32.747131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:32.757348 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Request body: {'subnet': {'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-426104266-subnet', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:32.767264 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:11:32.805090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:32.817435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Usage tracker for resource:subnet and tenant:9ebdfb811bdf4b57b5e29a99f26d81a4 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:32.825236 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:32.844585 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:32.862964 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Made reservation on behalf of 9ebdfb811bdf4b57b5e29a99f26d81a4 for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:11:32.868020 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852457628'] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:33.051200 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Sync routers for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:11:33.061809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:11:33.062541 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31649b860>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:11:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:33.321723 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:11:33.359914 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852963440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852457611'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:33.364548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-15cbadc5-3631-4412-af36-87de44bd4b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:33.453007 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=327b7b5a-f0ef-450b-9ed1-11991d2cb330,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:33.455862 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:33.459023 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Checking segment: {'id': '14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:11:33.459419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Network hostable DHCP agents. Network: a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:11:33.482692 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Network a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:11:33.496962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:11:33.520032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:33.520717 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:33.549043 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b5e7422a-d689-4477-9df0-ebeccaa99346 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8012562
Apr 20 14:11:33.551805 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53156) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:33.555920 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e644b3-cfb2-48dd-9540-9e8418b8f7f4 None None] Network a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:11:33.558558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-426104266-router', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:33.564678 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:33.570523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:11:33.570818 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Usage tracker for resource:router and tenant:9ebdfb811bdf4b57b5e29a99f26d81a4 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:33.574765 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:33.582493 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:33.595834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853793824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761469'] for router, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:33.597319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14588'] for router, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:33.616050 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:33.881087 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:33.881087 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:33.996006 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14573'] for router, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:34.198455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfca74e90-b3bb-545f-b56d-cce190126c4c-a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb', 'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'fixed_ips': [{'subnet_id': '327b7b5a-f0ef-450b-9ed1-11991d2cb330'}]}} from dv-cinder-774594-5-iscsi. {{(pid=86377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:11:34.199385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:34.376743 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31649b860>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 2, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:34.465993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:34.531548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:34.668679 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-18434040-7a88-4cde-9f6c-61aff289324d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:34.676330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Checking router: 139390dc-d4f3-45df-ba38-8588e191693e for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:11:34.676910 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Updating router 139390dc-d4f3-45df-ba38-8588e191693e port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 binding host dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:11:34.709890 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Allocated IP 172.27.3.45 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/050f9e80-61b4-4811-83e9-e93a31de2890) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:11:34.872053 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:34.936744 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:34.979334 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:34.984650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:35.041651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Allocated IP 172.20.0.2 (a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb/327b7b5a-f0ef-450b-9ed1-11991d2cb330/e91f87a9-4e57-4f5d-95fe-d9a1da3615f2) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:11:35.049976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:11:35.054923 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:11:35.059810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:11:35.124555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Pushing event updated for resources: {'Port': ['ID=050f9e80-61b4-4811-83e9-e93a31de2890,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:35.129505 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:35.693640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:35.712528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Transition to ACTIVE for port object e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:11:35.797982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Transition to ACTIVE for port object e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:11:35.806228 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:35.813451 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-fdcfb45d-02cd-497f-a027-a2b9f62a4a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:35.836703 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:35.882055 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:35.910555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Network a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:11:35.916799 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Resources bound (agent type, host, resource id):  {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:11:35.931497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:11:35.937590 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Pushing event updated for resources: {'Port': ['ID=e91f87a9-4e57-4f5d-95fe-d9a1da3615f2,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:35.944833 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Transition to ACTIVE for port object 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:11:35.949255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:35.983369 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:35.995672 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:36.101948 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0c486f5f-9404-40ef-a8cb-056803c75850 req-849d01b0-3329-4d71-986b-d99c8e873a6b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3521450
Apr 20 14:11:36.214414 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Attempting to bind port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:11:36.214856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Attempting to bind port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:11:36.215263 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Attempting to bind port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 on network a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:11:36.231486 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:11:36.231895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Checking segment: {'id': '14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:11:36.232339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:36.232777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Bound using segment: {'id': '14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:11:36.233306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Bound port: e91f87a9-4e57-4f5d-95fe-d9a1da3615f2, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:11:36.233791 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:36.244063 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f3a50-7460-4dbb-ab3d-6b46941bf5ec None None] Pushing event updated for resources: {'Port': ['ID=9231dc7a-4cd7-4eac-b49d-093fc3e952c0,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:36.283332 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ce6f3a50-7460-4dbb-ab3d-6b46941bf5ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:36.438078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Attempting to bind port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:11:36.438503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Attempting to bind port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:11:36.438914 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Attempting to bind port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 on network 2ca6db40-cbd3-412c-8c55-59f3066092fb {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:11:36.459511 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:11:36.460062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Checking segment: {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:11:36.460360 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:36.460912 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Bound using segment: {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:11:36.461395 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Bound port: 9231dc7a-4cd7-4eac-b49d-093fc3e952c0, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:11:36.461931 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:36.484749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] For port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:11:36.535452 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] For port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=e91f87a9-4e57-4f5d-95fe-d9a1da3615f2,segment=NetworkSegment(14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e),segment_id=14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:11:36.551647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:36.558785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:36.702155 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] For port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:11:36.711900 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] For port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=9231dc7a-4cd7-4eac-b49d-093fc3e952c0,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:11:36.729943 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:36.748243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Pushing event updated for resources: {'Port': ['ID=e91f87a9-4e57-4f5d-95fe-d9a1da3615f2,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:36.785930 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:36.787181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:36.861459 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853833005'] for router, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:36.916381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d87ed9e4-bd80-4a08-91a6-5e5fdde52160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:36.998218 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:11:36.999354 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31649b860>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:11:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:37.094668 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c486f5f-9404-40ef-a8cb-056803c75850 req-87e1105b-03a6-4404-a440-b83dc61a53d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:37.096332 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0c486f5f-9404-40ef-a8cb-056803c75850 req-87e1105b-03a6-4404-a440-b83dc61a53d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 1098 time: 0.8316751
Apr 20 14:11:37.524156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:37.534934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f3a50-7460-4dbb-ab3d-6b46941bf5ec None None] Pushing event updated for resources: {'Port': ['ID=9231dc7a-4cd7-4eac-b49d-093fc3e952c0,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:37.559611 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ce6f3a50-7460-4dbb-ab3d-6b46941bf5ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:37.671404 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:11:37.715586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:37.725649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:11:37.778002 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Router ba05f986-7f34-45c0-a519-18b565bbd733 is scheduled to L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f with binding_index 1 {{(pid=86375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:11:37.889452 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c486f5f-9404-40ef-a8cb-056803c75850 req-5bd3cf09-2f49-4007-9d91-b00db936a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:37.891668 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0c486f5f-9404-40ef-a8cb-056803c75850 req-5bd3cf09-2f49-4007-9d91-b00db936a4f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 918 time: 0.6870027
Apr 20 14:11:38.158634 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0c486f5f-9404-40ef-a8cb-056803c75850 req-04f20bad-0426-46d8-8758-27484516292c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754 HTTP/1.1" status: 200  len: 1001 time: 0.1837907
Apr 20 14:11:38.253000 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c486f5f-9404-40ef-a8cb-056803c75850 req-ec7e555b-1ba1-40c8-a49f-3e89914939f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:38.254850 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0c486f5f-9404-40ef-a8cb-056803c75850 req-ec7e555b-1ba1-40c8-a49f-3e89914939f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 200  len: 856 time: 0.0873404
Apr 20 14:11:38.263638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:11:38.277825 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Sync routers for ids ['ba05f986-7f34-45c0-a519-18b565bbd733'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:11:38.317069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Routers {'ba05f986-7f34-45c0-a519-18b565bbd733'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:11:38.321654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3160b2128>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:11:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['ba05f986-7f34-45c0-a519-18b565bbd733'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:38.381611 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Notify callbacks [] for router, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:38.383056 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.8297157
Apr 20 14:11:38.386757 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 53250) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:38.409042 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c486f5f-9404-40ef-a8cb-056803c75850 req-86ff44b1-8a62-4f12-98f6-3fac475214a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:38.410852 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0c486f5f-9404-40ef-a8cb-056803c75850 req-86ff44b1-8a62-4f12-98f6-3fac475214a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=208826de-226c-4839-8ac0-886efbb4ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1451497
Apr 20 14:11:38.418167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:11:38.543392 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:38.600911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31649b860>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:36Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:38.618980 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909f674d-17b5-425e-b204-3dac5b965a11 None None] The sync data for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi is: [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:36Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:11:38.727300 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0c486f5f-9404-40ef-a8cb-056803c75850 req-8ce7979d-b0b3-4b68-bd7b-30950d835014 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3069837
Apr 20 14:11:38.942865 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Set router ba05f986-7f34-45c0-a519-18b565bbd733 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:11:39.050707 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:39.061073 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aaf3c4-30b3-4839-9cf4-1a448e123326 None None] Network a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:11:39.257958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-c1002fb8-985f-4d69-a627-231ed168169a None None] Provisioning for port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:11:39.267779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb341c-a196-4f6b-bd31-e094cef23fe5 req-0d9ac55f-50a2-436e-a7aa-69478e9cb6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:39.269674 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fbcb341c-a196-4f6b-bd31-e094cef23fe5 req-0d9ac55f-50a2-436e-a7aa-69478e9cb6fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=41708f6d5066439e9e48ce3963586db5&device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 1098 time: 0.4685168
Apr 20 14:11:39.276788 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0c486f5f-9404-40ef-a8cb-056803c75850 req-087134ee-03fb-4bf7-89a9-08876a393d70 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5330811
Apr 20 14:11:39.283312 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-c1002fb8-985f-4d69-a627-231ed168169a None None] Provisioning complete for port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:39.283779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c1002fb8-985f-4d69-a627-231ed168169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:39.668540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:11:39.699546 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb341c-a196-4f6b-bd31-e094cef23fe5 req-15a5ccff-a388-4682-bd7f-dad3db9e1676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:39.701204 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fbcb341c-a196-4f6b-bd31-e094cef23fe5 req-15a5ccff-a388-4682-bd7f-dad3db9e1676 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6a5662e4-6547-4ce5-9231-c608bc3281fd HTTP/1.1" status: 200  len: 919 time: 0.4151237
Apr 20 14:11:39.805043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37307541-3c2a-4f76-a82b-befa525ffbe2 req-fabd5ff1-bd8f-4a9b-91a3-9899007219d8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:39.826862 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-37307541-3c2a-4f76-a82b-befa525ffbe2 req-fabd5ff1-bd8f-4a9b-91a3-9899007219d8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.2281907
Apr 20 14:11:39.946426 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-37307541-3c2a-4f76-a82b-befa525ffbe2 req-3306971a-f77e-44a6-b059-b3933a6ae0c8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180432
Apr 20 14:11:39.971131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3160b2128>, [{'id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'name': 'tempest-TestVolumeBootPattern-426104266-router', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:33Z', 'updated_at': '2021-04-20T14:11:35Z', 'revision_number': 3, 'project_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'gw_port': {'id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:34Z', 'updated_at': '2021-04-20T14:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:39.991778 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Checking router: ba05f986-7f34-45c0-a519-18b565bbd733 for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:11:39.992175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Updating router ba05f986-7f34-45c0-a519-18b565bbd733 port 050f9e80-61b4-4811-83e9-e93a31de2890 binding host dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:11:40.086609 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fbcb341c-a196-4f6b-bd31-e094cef23fe5 req-b5620291-9420-4f42-a538-923a8543ae84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a754a9a9-2294-421f-93b8-961f40b84283 HTTP/1.1" status: 200  len: 217 time: 0.3704925
Apr 20 14:11:40.152860 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:40.223355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c1002fb8-985f-4d69-a627-231ed168169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:40.263389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb341c-a196-4f6b-bd31-e094cef23fe5 req-681e38c3-cf0e-427d-9fa2-63fa0f9898c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:40.265035 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fbcb341c-a196-4f6b-bd31-e094cef23fe5 req-681e38c3-cf0e-427d-9fa2-63fa0f9898c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5dfd9853-f316-42eb-bcab-9332c748ef16 HTTP/1.1" status: 200  len: 858 time: 0.1628225
Apr 20 14:11:40.360679 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-c1002fb8-985f-4d69-a627-231ed168169a None None] For port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=e91f87a9-4e57-4f5d-95fe-d9a1da3615f2,segment=NetworkSegment(14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e),segment_id=14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:11:40.363101 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:11:40.388424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c1002fb8-985f-4d69-a627-231ed168169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:40.396842 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:40.409044 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fbcb341c-a196-4f6b-bd31-e094cef23fe5 req-631eb7cb-d1c2-4b68-8c7a-e9465f3418e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6a5662e4-6547-4ce5-9231-c608bc3281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1341908
Apr 20 14:11:40.461356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:40.462363 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:40.606596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1002fb8-985f-4d69-a627-231ed168169a None None] Pushing event updated for resources: {'Port': ['ID=e91f87a9-4e57-4f5d-95fe-d9a1da3615f2,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:40.616594 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c1002fb8-985f-4d69-a627-231ed168169a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:40.777276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:40.799229 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fbcb341c-a196-4f6b-bd31-e094cef23fe5 req-bb2e93c7-c24d-4a34-bbf5-09a8e1f9655f service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3792484
Apr 20 14:11:40.888868 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=9231dc7a-4cd7-4eac-b49d-093fc3e952c0,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:11:40.902604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:40.908962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ce6f3a50-7460-4dbb-ab3d-6b46941bf5ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:41.111985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:41.121841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:41.124882 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=9231dc7a-4cd7-4eac-b49d-093fc3e952c0,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:41.132973 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Transition to ACTIVE for port object 050f9e80-61b4-4811-83e9-e93a31de2890 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:11:41.142378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:41.153273 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:41.156980 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:41.183544 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-2e680f6c-f9c5-414b-bf23-98d14f08797d None None] Provisioning complete for port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:41.184779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2e680f6c-f9c5-414b-bf23-98d14f08797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:41.248280 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fbcb341c-a196-4f6b-bd31-e094cef23fe5 req-51aa9eda-d7bf-4a73-9386-03f1df94a0d7 service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4345751
Apr 20 14:11:41.272112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98295fc6-4c59-47a0-ad9f-22603a834e86 None None] Pushing event updated for resources: {'Port': ['ID=050f9e80-61b4-4811-83e9-e93a31de2890,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:41.315905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Attempting to bind port 050f9e80-61b4-4811-83e9-e93a31de2890 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:11:41.316474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Attempting to bind port 050f9e80-61b4-4811-83e9-e93a31de2890 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:11:41.316853 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Attempting to bind port 050f9e80-61b4-4811-83e9-e93a31de2890 on network da2a561a-f59b-4a7e-965e-e4dc6d9662da {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:11:41.329910 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:11:41.330310 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Checking segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:11:41.330800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:41.331234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Bound using segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:11:41.331812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Bound port: 050f9e80-61b4-4811-83e9-e93a31de2890, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:11:41.332241 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:41.415495 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53312) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:41.454278 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-98295fc6-4c59-47a0-ad9f-22603a834e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:41.568297 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] For port 050f9e80-61b4-4811-83e9-e93a31de2890, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:11:41.578617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] For port 050f9e80-61b4-4811-83e9-e93a31de2890, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=050f9e80-61b4-4811-83e9-e93a31de2890,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:11:41.590066 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:41.614105 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-98295fc6-4c59-47a0-ad9f-22603a834e86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:41.630741 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:11:41.748755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Routers {'ba05f986-7f34-45c0-a519-18b565bbd733'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:11:41.749796 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3160b2128>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:11:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['ba05f986-7f34-45c0-a519-18b565bbd733'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:41.828046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:41.829032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:41.834022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98295fc6-4c59-47a0-ad9f-22603a834e86 None None] Pushing event updated for resources: {'Port': ['ID=050f9e80-61b4-4811-83e9-e93a31de2890,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:41.888411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-748a4d4d-b011-4510-a066-1da08f5f839b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:41.908569 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-748a4d4d-b011-4510-a066-1da08f5f839b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:41.914872 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-748a4d4d-b011-4510-a066-1da08f5f839b admin admin] Usage tracker for resource:security_group_rule and tenant:eb37de832043420688236c86541baed8 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:41.921621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-748a4d4d-b011-4510-a066-1da08f5f839b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:41.927128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-98295fc6-4c59-47a0-ad9f-22603a834e86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:41.932419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-748a4d4d-b011-4510-a066-1da08f5f839b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:42.051937 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:11:42.063574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] Set router ba05f986-7f34-45c0-a519-18b565bbd733 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:11:42.087000 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-748a4d4d-b011-4510-a066-1da08f5f839b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:42.092933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-748a4d4d-b011-4510-a066-1da08f5f839b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:42.123071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:42.137469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:42.138091 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:42.149956 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52bb26-b072-413f-a062-4e969983ef5d req-4b020c4d-5512-4ba1-a49a-6d10ac9e5574 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:42.162951 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3a52bb26-b072-413f-a062-4e969983ef5d req-4b020c4d-5512-4ba1-a49a-6d10ac9e5574 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.6717422
Apr 20 14:11:42.211907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Allocated IP 172.20.0.1 (a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb/327b7b5a-f0ef-450b-9ed1-11991d2cb330/670080bc-4114-4204-966b-65444f394e8f) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:11:42.221670 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-748a4d4d-b011-4510-a066-1da08f5f839b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb37de832043420688236c86541baed8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8046899
Apr 20 14:11:42.225576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53324) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:42.231245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a4d4d-b011-4510-a066-1da08f5f839b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51416ab2-ef84-4a2c-bebc-c8b591b4d5b9,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:42.255093 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-748a4d4d-b011-4510-a066-1da08f5f839b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:42.272064 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3a52bb26-b072-413f-a062-4e969983ef5d req-bf5081c7-0278-4d02-b50b-5a1aecef7f2b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004937
Apr 20 14:11:42.445809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2cc9-9dee-418b-964e-1c8b1ace636b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:42.507806 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2cc9-9dee-418b-964e-1c8b1ace636b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:42.542391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3160b2128>, [{'id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'name': 'tempest-TestVolumeBootPattern-426104266-router', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:33Z', 'updated_at': '2021-04-20T14:11:35Z', 'revision_number': 3, 'project_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'gw_port': {'id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:34Z', 'updated_at': '2021-04-20T14:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:42.547750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ce03ca-894a-49ab-a49d-637cabe31883 None None] The sync data for ids ['ba05f986-7f34-45c0-a519-18b565bbd733'] in dv-cinder-774594-5-iscsi is: [{'id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'name': 'tempest-TestVolumeBootPattern-426104266-router', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:33Z', 'updated_at': '2021-04-20T14:11:35Z', 'revision_number': 3, 'project_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'gw_port': {'id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:34Z', 'updated_at': '2021-04-20T14:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:11:42.571371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:42.594663 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Transition to ACTIVE for port object 670080bc-4114-4204-966b-65444f394e8f will not be triggered until provisioned by entity DHCP. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:11:42.612441 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2cc9-9dee-418b-964e-1c8b1ace636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:42.618145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eee3b81d-4cca-4705-b7ed-a69baf37b665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:42.633175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae2cc9-9dee-418b-964e-1c8b1ace636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51416ab2-ef84-4a2c-bebc-c8b591b4d5b9,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:42.636319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d4ae2cc9-9dee-418b-964e-1c8b1ace636b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:42.637629 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d4ae2cc9-9dee-418b-964e-1c8b1ace636b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:42.642952 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d4ae2cc9-9dee-418b-964e-1c8b1ace636b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51416ab2-ef84-4a2c-bebc-c8b591b4d5b9 HTTP/1.1" status: 204  len: 168 time: 0.4119062
Apr 20 14:11:42.644416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:42.654451 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e92e313d-b930-4fae-9061-8f811966412b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:42.740788 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Network a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:11:42.744250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:11:42.752257 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:11:42.779649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Pushing event updated for resources: {'Port': ['ID=670080bc-4114-4204-966b-65444f394e8f,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:42.785898 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:42.836483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-940302'] for router_interface, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:43.066641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:43.165528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-1cf58ad9-d8df-461f-9d37-ac3f43fec2cd None None] Provisioning for port 670080bc-4114-4204-966b-65444f394e8f completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:11:43.171492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-1cf58ad9-d8df-461f-9d37-ac3f43fec2cd None None] Provisioning complete for port 670080bc-4114-4204-966b-65444f394e8f triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:43.171919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1cf58ad9-d8df-461f-9d37-ac3f43fec2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:43.312321 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-1cf58ad9-d8df-461f-9d37-ac3f43fec2cd None None] Port 670080bc-4114-4204-966b-65444f394e8f cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:11:43.440611 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53344) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:43.471168 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7b061342-27e1-470b-989a-2528dc941e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:43.492725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-7b061342-27e1-470b-989a-2528dc941e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:43.498187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-7b061342-27e1-470b-989a-2528dc941e51 admin admin] Usage tracker for resource:security_group_rule and tenant:a5d449a70e9043dfb1e1cfe3289daf00 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:43.506949 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-7b061342-27e1-470b-989a-2528dc941e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:43.514384 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-7b061342-27e1-470b-989a-2528dc941e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:43.592986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 050f9e80-61b4-4811-83e9-e93a31de2890 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:11:43.639260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7b061342-27e1-470b-989a-2528dc941e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:43.645882 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7b061342-27e1-470b-989a-2528dc941e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:43.659868 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d4ae2cc9-9dee-418b-964e-1c8b1ace636b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:43.698422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b061342-27e1-470b-989a-2528dc941e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b49eaa2-a225-4183-91c3-a5b5a95ecb20,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:43.707177 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7b061342-27e1-470b-989a-2528dc941e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:43.732236 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-7b061342-27e1-470b-989a-2528dc941e51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5d449a70e9043dfb1e1cfe3289daf00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2919552
Apr 20 14:11:43.736599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53350) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:43.738120 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52dab4-812d-4f39-857b-f0a04fa3471e req-dfd0284d-b331-4a7e-b32b-041eaa30a95e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:43.738863 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 050f9e80-61b4-4811-83e9-e93a31de2890 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:11:43.749256 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bf52dab4-812d-4f39-857b-f0a04fa3471e req-dfd0284d-b331-4a7e-b32b-041eaa30a95e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.2160215
Apr 20 14:11:43.759376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 050f9e80-61b4-4811-83e9-e93a31de2890 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:43.759761 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:43.840954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:43.856910 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852964856'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:43.884616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f07eec1f-30a8-47aa-b69d-09cbdfe81841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:43.919641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f07eec1f-30a8-47aa-b69d-09cbdfe81841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:43.940049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:43.971314 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f07eec1f-30a8-47aa-b69d-09cbdfe81841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:43.979068 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c7e3a291-f9d7-476d-9e45-284393a9638f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:43.994700 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07eec1f-30a8-47aa-b69d-09cbdfe81841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b49eaa2-a225-4183-91c3-a5b5a95ecb20,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:43.998644 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f07eec1f-30a8-47aa-b69d-09cbdfe81841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:44.000094 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f07eec1f-30a8-47aa-b69d-09cbdfe81841 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b49eaa2-a225-4183-91c3-a5b5a95ecb20 HTTP/1.1" status: 204  len: 168 time: 0.2622101
Apr 20 14:11:44.005134 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f07eec1f-30a8-47aa-b69d-09cbdfe81841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:44.046384 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853835415'] for router_interface, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:44.054758 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Pushing event updated for resources: {'Port': ['ID=670080bc-4114-4204-966b-65444f394e8f,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:44.059268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:44.061437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:44.072834 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bf52dab4-812d-4f39-857b-f0a04fa3471e req-fd08d624-cca5-4346-b2ea-4d88a3c0851a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3223803
Apr 20 14:11:44.081395 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 050f9e80-61b4-4811-83e9-e93a31de2890, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=050f9e80-61b4-4811-83e9-e93a31de2890,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:11:44.092243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:44.102470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:44.290036 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=050f9e80-61b4-4811-83e9-e93a31de2890,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:44.293463 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:44.355203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Network a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:11:44.356496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:11:44.625367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Router ba05f986-7f34-45c0-a519-18b565bbd733 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:11:44.681878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-1f513f93-bc04-4d3a-9174-0fd34dcd9a1e None None] Provisioning complete for port 670080bc-4114-4204-966b-65444f394e8f triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:44.682702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1f513f93-bc04-4d3a-9174-0fd34dcd9a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:44.810068 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-1f513f93-bc04-4d3a-9174-0fd34dcd9a1e None None] Port 670080bc-4114-4204-966b-65444f394e8f cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:11:45.015250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53378) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:45.119121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:11:45.130932 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] 10.222.0.30 "PUT /v2.0/routers/ba05f986-7f34-45c0-a519-18b565bbd733/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7429402
Apr 20 14:11:45.228765 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-08967561-304a-4719-85eb-704d18f3c968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:45.260981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-08967561-304a-4719-85eb-704d18f3c968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:45.265944 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-08967561-304a-4719-85eb-704d18f3c968 admin admin] Usage tracker for resource:security_group_rule and tenant:f28b4d3614284f3698ee3127ea4f2fc0 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:45.270812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-08967561-304a-4719-85eb-704d18f3c968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:45.281471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-08967561-304a-4719-85eb-704d18f3c968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:45.399290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-08967561-304a-4719-85eb-704d18f3c968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:45.403935 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-08967561-304a-4719-85eb-704d18f3c968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:45.416306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-940df997-0873-4520-ad10-2f68c131e97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:45.419614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c303d36-12b5-45d7-8b0a-cfbd06058bf1 req-4037dc63-699b-4d9b-831b-91e12a28c982 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:45.422009 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6c303d36-12b5-45d7-8b0a-cfbd06058bf1 req-4037dc63-699b-4d9b-831b-91e12a28c982 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1781893
Apr 20 14:11:45.476159 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-08967561-304a-4719-85eb-704d18f3c968 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f28b4d3614284f3698ee3127ea4f2fc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4592330
Apr 20 14:11:45.477112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53402) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:45.511094 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6c303d36-12b5-45d7-8b0a-cfbd06058bf1 req-74c81377-57bd-4095-8ecf-8cdd335e5f07 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739558
Apr 20 14:11:45.517811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 050f9e80-61b4-4811-83e9-e93a31de2890 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:11:45.528425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08967561-304a-4719-85eb-704d18f3c968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20a1c73-f29d-4648-9f3d-40f1d9b8686f,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:45.528425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-08967561-304a-4719-85eb-704d18f3c968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:45.583392 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-92c39dc8-fab6-4751-a48a-11870ba5c1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:45.616119 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-92c39dc8-fab6-4751-a48a-11870ba5c1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:45.627800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 050f9e80-61b4-4811-83e9-e93a31de2890 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:45.628372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:45.705634 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-92c39dc8-fab6-4751-a48a-11870ba5c1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:45.711388 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a9f95a1c-a0eb-44da-8a6d-d4c5c3b71c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:45.729157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c39dc8-fab6-4751-a48a-11870ba5c1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20a1c73-f29d-4648-9f3d-40f1d9b8686f,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:45.735307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-92c39dc8-fab6-4751-a48a-11870ba5c1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:45.738311 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-92c39dc8-fab6-4751-a48a-11870ba5c1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:45.739753 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-92c39dc8-fab6-4751-a48a-11870ba5c1c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a20a1c73-f29d-4648-9f3d-40f1d9b8686f HTTP/1.1" status: 204  len: 168 time: 0.2586946
Apr 20 14:11:46.256230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53424) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:46.282122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f0fb4429-4fdf-4918-baaf-17be8965b01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:46.319716 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f0fb4429-4fdf-4918-baaf-17be8965b01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:46.325049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f0fb4429-4fdf-4918-baaf-17be8965b01b admin admin] Usage tracker for resource:security_group_rule and tenant:f7a6659a918a432498913df4e959090f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:46.332146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f0fb4429-4fdf-4918-baaf-17be8965b01b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:46.344317 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f0fb4429-4fdf-4918-baaf-17be8965b01b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:46.387636 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Sync routers for ids ['ba05f986-7f34-45c0-a519-18b565bbd733'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:11:46.417244 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Routers {'ba05f986-7f34-45c0-a519-18b565bbd733'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:11:46.419127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31632b128>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:11:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['ba05f986-7f34-45c0-a519-18b565bbd733'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:46.486083 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f0fb4429-4fdf-4918-baaf-17be8965b01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:46.491913 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f0fb4429-4fdf-4918-baaf-17be8965b01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:46.511672 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ea6153f7-d211-4400-9a68-1d6ebe63c74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:46.568102 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 53434) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:46.574611 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089506658', 'description': 'tempest-secgroup-smoke-2089506658 description', 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:46.589453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb4429-4fdf-4918-baaf-17be8965b01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9081b8b-6130-4245-86d5-6ff02f63912c,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:46.590386 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:46.604059 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Usage tracker for resource:security_group and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:46.615381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:46.627704 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f0fb4429-4fdf-4918-baaf-17be8965b01b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7a6659a918a432498913df4e959090f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3696160
Apr 20 14:11:46.628566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53440) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:46.629768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f0fb4429-4fdf-4918-baaf-17be8965b01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:46.635136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:46.647425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:46.680072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:46.684254 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Usage tracker for resource:security_group_rule and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:46.687554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:46.694238 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:46.765058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3406a6-6b2f-411c-8200-4a37f72a2e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:46.771122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Set router ba05f986-7f34-45c0-a519-18b565bbd733 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:11:46.801147 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:46.805573 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:46.839116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:46.851010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:46.852624 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2831209
Apr 20 14:11:46.857733 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 53446) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:46.865341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-43952352-01e6-47a9-b79e-153321481d60 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Request body: {'security_group_rule': {'security_group_id': 'deb685b4-cf4f-4d10-875d-ce63327ba8c6', 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:46.886787 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-43952352-01e6-47a9-b79e-153321481d60 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:46.936964 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3406a6-6b2f-411c-8200-4a37f72a2e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:46.966241 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-43952352-01e6-47a9-b79e-153321481d60 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Usage tracker for resource:security_group_rule and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:46.977654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-43952352-01e6-47a9-b79e-153321481d60 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:46.991743 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb685b4-cf4f-4d10-875d-ce63327ba8c6,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:46.992240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3406a6-6b2f-411c-8200-4a37f72a2e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:46.999763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f0fb4429-4fdf-4918-baaf-17be8965b01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:47.001256 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-43952352-01e6-47a9-b79e-153321481d60 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:47.004305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:47.022682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3406a6-6b2f-411c-8200-4a37f72a2e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9081b8b-6130-4245-86d5-6ff02f63912c,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:47.026416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bf3406a6-6b2f-411c-8200-4a37f72a2e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:47.040680 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3406a6-6b2f-411c-8200-4a37f72a2e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.042030 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bf3406a6-6b2f-411c-8200-4a37f72a2e21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9081b8b-6130-4245-86d5-6ff02f63912c HTTP/1.1" status: 204  len: 168 time: 0.4083159
Apr 20 14:11:47.051840 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-43952352-01e6-47a9-b79e-153321481d60 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.073956 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ab510-fdd9-4ade-aa77-0e1bbfd2e093 req-355ef692-b090-42f7-af38-2e4fe17fc63f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:47.076037 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e0ab510-fdd9-4ade-aa77-0e1bbfd2e093 req-355ef692-b090-42f7-af38-2e4fe17fc63f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1860943
Apr 20 14:11:47.174931 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e0ab510-fdd9-4ade-aa77-0e1bbfd2e093 req-9c289ea5-11b5-4eb5-ac16-58ee2495484b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813875
Apr 20 14:11:47.192694 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-43952352-01e6-47a9-b79e-153321481d60 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.207829 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-43952352-01e6-47a9-b79e-153321481d60 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.218661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8afb820f-a45f-4e58-9abe-0a7e648bb888 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:47.249045 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43952352-01e6-47a9-b79e-153321481d60 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74596314-ee84-4480-83ff-307f8d088030,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:47.258410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-43952352-01e6-47a9-b79e-153321481d60 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:47.272209 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-43952352-01e6-47a9-b79e-153321481d60 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.274442 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-43952352-01e6-47a9-b79e-153321481d60 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4151440
Apr 20 14:11:47.280255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53458) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:47.287067 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-cc3ebd3d-eb8f-4c32-8ed7-564ee560c515 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Request body: {'security_group_rule': {'security_group_id': 'deb685b4-cf4f-4d10-875d-ce63327ba8c6', 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:47.298890 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-cc3ebd3d-eb8f-4c32-8ed7-564ee560c515 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:47.308725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-cc3ebd3d-eb8f-4c32-8ed7-564ee560c515 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Usage tracker for resource:security_group_rule and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:47.314719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-cc3ebd3d-eb8f-4c32-8ed7-564ee560c515 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:47.325885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-cc3ebd3d-eb8f-4c32-8ed7-564ee560c515 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:47.348946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cc3ebd3d-eb8f-4c32-8ed7-564ee560c515 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.502817 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cc3ebd3d-eb8f-4c32-8ed7-564ee560c515 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.507986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cc3ebd3d-eb8f-4c32-8ed7-564ee560c515 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.517220 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:47.550691 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ebd3d-eb8f-4c32-8ed7-564ee560c515 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10363d5-2b72-4e36-b847-418fb8404baa,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:47.559340 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cc3ebd3d-eb8f-4c32-8ed7-564ee560c515 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:47.565880 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cc3ebd3d-eb8f-4c32-8ed7-564ee560c515 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.570015 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-cc3ebd3d-eb8f-4c32-8ed7-564ee560c515 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2858546
Apr 20 14:11:47.574398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53472) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:47.579084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31632b128>, [{'id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'name': 'tempest-TestVolumeBootPattern-426104266-router', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:33Z', 'updated_at': '2021-04-20T14:11:42Z', 'revision_number': 4, 'project_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'gw_port': {'id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:34Z', 'updated_at': '2021-04-20T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '670080bc-4114-4204-966b-65444f394e8f', 'name': '', 'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'mac_address': 'fa:16:3e:5f:34:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '327b7b5a-f0ef-450b-9ed1-11991d2cb330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:41Z', 'updated_at': '2021-04-20T14:11:43Z', 'revision_number': 2, 'project_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'subnets': [{'id': '327b7b5a-f0ef-450b-9ed1-11991d2cb330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:47.584351 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Checking router: ba05f986-7f34-45c0-a519-18b565bbd733 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:11:47.584788 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Updating router ba05f986-7f34-45c0-a519-18b565bbd733 port 670080bc-4114-4204-966b-65444f394e8f binding host dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:11:47.586166 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-eca2c268-6820-4ea4-9fc6-16e9c02dfb02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Request body: {'security_group_rule': {'security_group_id': 'deb685b4-cf4f-4d10-875d-ce63327ba8c6', 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:47.599343 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eca2c268-6820-4ea4-9fc6-16e9c02dfb02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:47.607518 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eca2c268-6820-4ea4-9fc6-16e9c02dfb02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Usage tracker for resource:security_group_rule and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:47.629599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eca2c268-6820-4ea4-9fc6-16e9c02dfb02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:47.653600 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.654181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eca2c268-6820-4ea4-9fc6-16e9c02dfb02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:47.685827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eca2c268-6820-4ea4-9fc6-16e9c02dfb02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.805301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eca2c268-6820-4ea4-9fc6-16e9c02dfb02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.810634 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eca2c268-6820-4ea4-9fc6-16e9c02dfb02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.813532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cc3ebd3d-eb8f-4c32-8ed7-564ee560c515 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:47.841049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2c268-6820-4ea4-9fc6-16e9c02dfb02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98aaac20-a3b1-43be-b34a-e4b067c841c2,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:47.869287 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eca2c268-6820-4ea4-9fc6-16e9c02dfb02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:47.886136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eca2c268-6820-4ea4-9fc6-16e9c02dfb02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:47.890826 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-eca2c268-6820-4ea4-9fc6-16e9c02dfb02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3108470
Apr 20 14:11:47.894851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53490) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:47.902176 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-feb1136f-c8d9-437e-aa94-c4ed07668b2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Request body: {'security_group_rule': {'security_group_id': 'deb685b4-cf4f-4d10-875d-ce63327ba8c6', 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:47.914207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-feb1136f-c8d9-437e-aa94-c4ed07668b2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:47.921925 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-feb1136f-c8d9-437e-aa94-c4ed07668b2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Usage tracker for resource:security_group_rule and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:47.926688 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-feb1136f-c8d9-437e-aa94-c4ed07668b2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:47.933263 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-feb1136f-c8d9-437e-aa94-c4ed07668b2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:47.951281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-feb1136f-c8d9-437e-aa94-c4ed07668b2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.059710 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-feb1136f-c8d9-437e-aa94-c4ed07668b2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.063110 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-feb1136f-c8d9-437e-aa94-c4ed07668b2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.082496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eca2c268-6820-4ea4-9fc6-16e9c02dfb02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:48.118020 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1136f-c8d9-437e-aa94-c4ed07668b2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df47c6da-d340-44fe-82b6-7cefca0e519f,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:48.121338 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-feb1136f-c8d9-437e-aa94-c4ed07668b2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:48.138047 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-feb1136f-c8d9-437e-aa94-c4ed07668b2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.142659 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-feb1136f-c8d9-437e-aa94-c4ed07668b2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2464948
Apr 20 14:11:48.143142 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53508) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:48.149010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Request body: {'security_group_rule': {'security_group_id': 'deb685b4-cf4f-4d10-875d-ce63327ba8c6', 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:48.156242 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:48.162593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Usage tracker for resource:security_group_rule and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:48.165306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:48.179477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:48.195537 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.securitygroups_db [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Project b6bc03189b7b4652b856e6ff76b178b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 14:11:48.205411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.279883 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.304335 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Transition to ACTIVE for port object 670080bc-4114-4204-966b-65444f394e8f will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:11:48.314696 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.319929 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.323735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.329362 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-fdcfb45d-02cd-497f-a027-a2b9f62a4a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:48.370743 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:48.401164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.402908 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2588506
Apr 20 14:11:48.406403 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054e7075-daa4-48db-a460-131d39031d82,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:48.409269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53530) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:48.412991 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:48.424125 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Request body: {'security_group_rule': {'security_group_id': 'deb685b4-cf4f-4d10-875d-ce63327ba8c6', 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:48.438783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:48.453783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Usage tracker for resource:security_group_rule and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:48.459024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:48.477203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:48.496817 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.securitygroups_db [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Project b6bc03189b7b4652b856e6ff76b178b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 14:11:48.510984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.616794 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ce786-914c-4c42-8622-d2ce529566bd None None] Pushing event updated for resources: {'Port': ['ID=670080bc-4114-4204-966b-65444f394e8f,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:48.620001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-401ce786-914c-4c42-8622-d2ce529566bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:48.621653 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413b12e-b19c-4d0e-9b0e-01a57398e0b4 req-2bbe0f1e-66d1-48dd-a9ac-b8e5599f3b51 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:48.623560 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3413b12e-b19c-4d0e-9b0e-01a57398e0b4 req-2bbe0f1e-66d1-48dd-a9ac-b8e5599f3b51 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.2204323
Apr 20 14:11:48.706650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.713998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.722110 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:48.736042 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3413b12e-b19c-4d0e-9b0e-01a57398e0b4 req-a63672a6-f167-4bef-a44b-dd222d0b5686 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942070
Apr 20 14:11:48.783353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Attempting to bind port 670080bc-4114-4204-966b-65444f394e8f on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:11:48.783818 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Attempting to bind port 670080bc-4114-4204-966b-65444f394e8f by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:11:48.784239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Attempting to bind port 670080bc-4114-4204-966b-65444f394e8f on network a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:11:48.795090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:11:48.796086 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Checking segment: {'id': '14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:11:48.796770 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.797421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Bound using segment: {'id': '14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:11:48.798370 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Bound port: 670080bc-4114-4204-966b-65444f394e8f, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:11:48.799011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.802021 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83cd903-0c9d-4e68-874c-7f08e7e356e9,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:48.810406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:48.876317 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.886266 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4752326
Apr 20 14:11:48.926252 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] For port 670080bc-4114-4204-966b-65444f394e8f, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:11:48.930774 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] For port 670080bc-4114-4204-966b-65444f394e8f, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=670080bc-4114-4204-966b-65444f394e8f,segment=NetworkSegment(14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e),segment_id=14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:11:48.939018 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:48.945938 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-db091ac3-ea68-4036-a857-3605561c3113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:49.052926 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ce786-914c-4c42-8622-d2ce529566bd None None] Pushing event updated for resources: {'Port': ['ID=670080bc-4114-4204-966b-65444f394e8f,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:49.057441 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-401ce786-914c-4c42-8622-d2ce529566bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:49.083938 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Routers {'ba05f986-7f34-45c0-a519-18b565bbd733'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:11:49.084664 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31632b128>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:11:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['ba05f986-7f34-45c0-a519-18b565bbd733'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:49.522795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] Set router ba05f986-7f34-45c0-a519-18b565bbd733 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:11:50.069215 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31632b128>, [{'id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'name': 'tempest-TestVolumeBootPattern-426104266-router', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:33Z', 'updated_at': '2021-04-20T14:11:42Z', 'revision_number': 4, 'project_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'gw_port': {'id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:34Z', 'updated_at': '2021-04-20T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '670080bc-4114-4204-966b-65444f394e8f', 'name': '', 'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'mac_address': 'fa:16:3e:5f:34:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '327b7b5a-f0ef-450b-9ed1-11991d2cb330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:41Z', 'updated_at': '2021-04-20T14:11:48Z', 'revision_number': 4, 'project_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'subnets': [{'id': '327b7b5a-f0ef-450b-9ed1-11991d2cb330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:11:50.074708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3843fd-42dc-45f5-a972-0639ec82368c None None] The sync data for ids ['ba05f986-7f34-45c0-a519-18b565bbd733'] in dv-cinder-774594-5-iscsi is: [{'id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'name': 'tempest-TestVolumeBootPattern-426104266-router', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:33Z', 'updated_at': '2021-04-20T14:11:42Z', 'revision_number': 4, 'project_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'gw_port': {'id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:34Z', 'updated_at': '2021-04-20T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '670080bc-4114-4204-966b-65444f394e8f', 'name': '', 'network_id': 'a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'mac_address': 'fa:16:3e:5f:34:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': '327b7b5a-f0ef-450b-9ed1-11991d2cb330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:41Z', 'updated_at': '2021-04-20T14:11:48Z', 'revision_number': 4, 'project_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'subnets': [{'id': '327b7b5a-f0ef-450b-9ed1-11991d2cb330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:11:50.153253 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45b22e-72da-4231-90f3-17f8abdc4484 req-d38e6219-aa12-4557-9a57-18709262a98f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:50.155771 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9c45b22e-72da-4231-90f3-17f8abdc4484 req-d38e6219-aa12-4557-9a57-18709262a98f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1825573
Apr 20 14:11:50.248268 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9c45b22e-72da-4231-90f3-17f8abdc4484 req-4a26ff5d-5d8c-44ed-ab64-d41097c8a1e3 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784991
Apr 20 14:11:50.880392 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 53636) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:51.089485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-065afe91-39c7-45a7-82d4-0e1de9009cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:51.115650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-065afe91-39c7-45a7-82d4-0e1de9009cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:51.123684 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-065afe91-39c7-45a7-82d4-0e1de9009cef admin admin] Usage tracker for resource:security_group_rule and tenant:e24724ba3c284cd3a4c95b83e46ce9d5 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:51.129201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-065afe91-39c7-45a7-82d4-0e1de9009cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:51.136657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-065afe91-39c7-45a7-82d4-0e1de9009cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:51.350780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-065afe91-39c7-45a7-82d4-0e1de9009cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:51.359284 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-065afe91-39c7-45a7-82d4-0e1de9009cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:51.639864 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 670080bc-4114-4204-966b-65444f394e8f up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:11:51.658985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:51.795702 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-065afe91-39c7-45a7-82d4-0e1de9009cef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e24724ba3c284cd3a4c95b83e46ce9d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9082637
Apr 20 14:11:51.847584 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 53702) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:51.876156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065afe91-39c7-45a7-82d4-0e1de9009cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7c42cd-6b28-4fa2-9cfb-d2b2844f425d,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:51.883763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-065afe91-39c7-45a7-82d4-0e1de9009cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:51.935606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 670080bc-4114-4204-966b-65444f394e8f completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:11:51.947532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 670080bc-4114-4204-966b-65444f394e8f triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:51.948521 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:52.168370 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-be6df7d2-1a55-4654-b488-5c4434553b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:52.187298 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:52.230909 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 670080bc-4114-4204-966b-65444f394e8f, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=670080bc-4114-4204-966b-65444f394e8f,segment=NetworkSegment(14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e),segment_id=14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:11:52.232199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce8c01-8826-483e-a006-4e154da8fea9 req-f23b0c13-ff10-41d5-87cf-93aeb7429948 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:52.234314 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7cce8c01-8826-483e-a006-4e154da8fea9 req-f23b0c13-ff10-41d5-87cf-93aeb7429948 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.7417152
Apr 20 14:11:52.238979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:52.241346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:52.300661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84edc4-24f9-4f53-889a-211402b034ba req-1d80e7f2-48dd-479c-86b0-735640cca127 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:52.302568 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-1d80e7f2-48dd-479c-86b0-735640cca127 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/networks?id=dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 200  len: 815 time: 0.8630171
Apr 20 14:11:52.322495 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-665da1f8-a62b-463a-aaa3-11d6cdcd2dde tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/quotas/a5474c7eaab841f8ab87e09978d70291 HTTP/1.1" status: 200  len: 375 time: 0.0116894
Apr 20 14:11:52.341492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-be6df7d2-1a55-4654-b488-5c4434553b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:52.362813 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7cce8c01-8826-483e-a006-4e154da8fea9 req-5985c653-cf68-4085-8a10-9249844d7c55 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996644
Apr 20 14:11:52.391159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=670080bc-4114-4204-966b-65444f394e8f,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:52.396845 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:52.470611 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-4ebc9dc9-405e-4593-8df6-9573b248cbd9 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1386406
Apr 20 14:11:52.490090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-be6df7d2-1a55-4654-b488-5c4434553b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:52.498492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-371f2cd6-b831-4a5e-9a42-ca8791c17a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:52.517274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6df7d2-1a55-4654-b488-5c4434553b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7c42cd-6b28-4fa2-9cfb-d2b2844f425d,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:52.520361 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-be6df7d2-1a55-4654-b488-5c4434553b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:52.521620 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-be6df7d2-1a55-4654-b488-5c4434553b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:52.526368 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-be6df7d2-1a55-4654-b488-5c4434553b40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e7c42cd-6b28-4fa2-9cfb-d2b2844f425d HTTP/1.1" status: 204  len: 168 time: 0.6680272
Apr 20 14:11:52.709859 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-799bdfa7-a690-483a-b068-1fd9ec4c3d8e service neutron] 10.222.0.30 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2289779
Apr 20 14:11:52.876013 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-18268f10-1c90-4921-b04b-b9091c5d60de service neutron] 10.222.0.30 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575677
Apr 20 14:11:53.158540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53740) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:53.205931 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-14a1f46b-711c-4cec-aa61-bace8fe52450 req-078f0f5c-55c2-47de-b210-91d1cdc775c2 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 210 time: 0.1029363
Apr 20 14:11:53.209109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-577e56e0-31c0-475b-99f7-803694506f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:53.238757 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 53748) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:53.242907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-577e56e0-31c0-475b-99f7-803694506f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:53.255179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-577e56e0-31c0-475b-99f7-803694506f8f admin admin] Usage tracker for resource:security_group_rule and tenant:5f318f3574d1418c89513997780c395e is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:53.260678 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-577e56e0-31c0-475b-99f7-803694506f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:53.272460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-577e56e0-31c0-475b-99f7-803694506f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:53.409612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-577e56e0-31c0-475b-99f7-803694506f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:53.414262 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-577e56e0-31c0-475b-99f7-803694506f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:53.426443 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-92c39dc8-fab6-4751-a48a-11870ba5c1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:53.466544 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e56e0-31c0-475b-99f7-803694506f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ec1491-f6c6-4ba5-97bb-461f849222cb,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:53.473185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-577e56e0-31c0-475b-99f7-803694506f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:53.496041 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-577e56e0-31c0-475b-99f7-803694506f8f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f318f3574d1418c89513997780c395e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3333411
Apr 20 14:11:53.496989 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 53774) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:53.590940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d893113d-d40c-4e00-a138-a2f6554ce5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:53.608697 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 670080bc-4114-4204-966b-65444f394e8f up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:11:53.611446 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-d893113d-d40c-4e00-a138-a2f6554ce5a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:53.616941 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-d893113d-d40c-4e00-a138-a2f6554ce5a6 admin admin] Usage tracker for resource:security_group_rule and tenant:9822a493cf264850a6f18456a986461a is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:53.620886 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-d893113d-d40c-4e00-a138-a2f6554ce5a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:53.628729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-d893113d-d40c-4e00-a138-a2f6554ce5a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:53.802812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 670080bc-4114-4204-966b-65444f394e8f triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:11:53.804800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:53.815304 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d893113d-d40c-4e00-a138-a2f6554ce5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:53.817203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-42dc986b-9999-456f-ac8a-5a25cd8d22d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:53.850552 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-42dc986b-9999-456f-ac8a-5a25cd8d22d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:53.881215 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e118ad6-5948-4612-a061-d20572f3e3ed req-de310fb8-cc1a-4b73-ad8b-074c365f68c1 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:53.898072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d893113d-d40c-4e00-a138-a2f6554ce5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:53.900053 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9e118ad6-5948-4612-a061-d20572f3e3ed req-de310fb8-cc1a-4b73-ad8b-074c365f68c1 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.2961917
Apr 20 14:11:53.912134 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-50fa02b9-9188-4d85-97cc-7e96c260995a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:53.925900 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-42dc986b-9999-456f-ac8a-5a25cd8d22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:53.974118 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-42dc986b-9999-456f-ac8a-5a25cd8d22d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:53.977677 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-42dc986b-9999-456f-ac8a-5a25cd8d22d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20ec1491-f6c6-4ba5-97bb-461f849222cb HTTP/1.1" status: 204  len: 168 time: 0.4793646
Apr 20 14:11:54.052226 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9e118ad6-5948-4612-a061-d20572f3e3ed req-8dfea12e-aafd-4d8d-afee-e01a65c1f55a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510139
Apr 20 14:11:54.091871 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893113d-d40c-4e00-a138-a2f6554ce5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375cfed3-0a03-4116-b1f9-532c351316f0,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:54.124578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d893113d-d40c-4e00-a138-a2f6554ce5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:54.125347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:54.157559 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc986b-9999-456f-ac8a-5a25cd8d22d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ec1491-f6c6-4ba5-97bb-461f849222cb,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:54.166305 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d893113d-d40c-4e00-a138-a2f6554ce5a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9822a493cf264850a6f18456a986461a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9258559
Apr 20 14:11:54.167803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-42dc986b-9999-456f-ac8a-5a25cd8d22d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:54.169308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 53792) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:54.272260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ab586716-6be6-48d0-aed2-a9cb626f326f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:54.313669 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ab586716-6be6-48d0-aed2-a9cb626f326f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:54.406560 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e8d52e78-f081-4671-93e4-3d069f646db5 req-3a681277-1661-4fde-bb5e-1471236f2353 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 210 time: 0.0572400
Apr 20 14:11:54.421466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ab586716-6be6-48d0-aed2-a9cb626f326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:54.428265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-20f877ad-f972-46a2-9e52-39639302463b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:54.440226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab586716-6be6-48d0-aed2-a9cb626f326f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375cfed3-0a03-4116-b1f9-532c351316f0,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:54.444330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ab586716-6be6-48d0-aed2-a9cb626f326f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:54.447863 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ab586716-6be6-48d0-aed2-a9cb626f326f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:54.449101 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ab586716-6be6-48d0-aed2-a9cb626f326f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/375cfed3-0a03-4116-b1f9-532c351316f0 HTTP/1.1" status: 204  len: 168 time: 0.2785199
Apr 20 14:11:54.825353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 53822) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:54.887257 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c32225b9-67b9-4301-a3eb-93ee5273ba9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:54.943835 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-c32225b9-67b9-4301-a3eb-93ee5273ba9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:54.952517 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-c32225b9-67b9-4301-a3eb-93ee5273ba9a admin admin] Usage tracker for resource:security_group_rule and tenant:53c55855e0c74edf8b4b25ff50d7e7d9 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:11:54.956704 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-c32225b9-67b9-4301-a3eb-93ee5273ba9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:11:54.972814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-c32225b9-67b9-4301-a3eb-93ee5273ba9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:54.984798 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84edc4-24f9-4f53-889a-211402b034ba req-84bbd63f-4a4d-43e0-a83e-c91ac15f2a62 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:54.986685 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-84bbd63f-4a4d-43e0-a83e-c91ac15f2a62 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "GET /v2.0/networks?id=dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 200  len: 815 time: 0.2503018
Apr 20 14:11:55.003159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Request body: {'port': {'device_id': '9f781f37-f87c-441d-97a6-daba45d9b0a0', 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3', 'admin_state_up': True, 'tenant_id': 'a5474c7eaab841f8ab87e09978d70291'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:55.346636 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c32225b9-67b9-4301-a3eb-93ee5273ba9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:55.354382 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c32225b9-67b9-4301-a3eb-93ee5273ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:55.374785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:11:55.386970 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:11:55.390640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1f463488-fa38-4382-9725-f28b7a8d790c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:55.402794 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Made reservation on behalf of a5474c7eaab841f8ab87e09978d70291 for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:11:55.413659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:55.532709 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-c32225b9-67b9-4301-a3eb-93ee5273ba9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53c55855e0c74edf8b4b25ff50d7e7d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7034564
Apr 20 14:11:55.532709 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32225b9-67b9-4301-a3eb-93ee5273ba9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a87c533-0179-4134-839d-6785e2b08033,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:55.533923 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 53854) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:11:55.546951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c32225b9-67b9-4301-a3eb-93ee5273ba9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:55.598748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42558f38-a49f-4199-8b1e-829a52742d45 req-697c7931-b9f0-4c9e-a6b1-9f012faf27f3 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:55.600490 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-42558f38-a49f-4199-8b1e-829a52742d45 req-697c7931-b9f0-4c9e-a6b1-9f012faf27f3 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1734514
Apr 20 14:11:55.666498 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-42558f38-a49f-4199-8b1e-829a52742d45 req-5999851a-0f54-4a07-b14e-5701bdd837d5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510356
Apr 20 14:11:55.672137 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8fc37897-f06c-4c1e-aca4-83223c46127c req-bf102d68-cf40-48dd-8676-8ff1cfb40ce9 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 210 time: 0.1108117
Apr 20 14:11:55.729881 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Allocated IP 172.20.0.2 (dfbe6764-7368-48c7-b252-4bdb783828c3/7517288a-f0d4-4d99-aaf2-ae2db9bb1c45/075a62cc-853d-4b1b-8130-5260329b05ff) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:11:55.735643 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6aad3795-9896-47ac-8977-21f982022531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:55.787319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6aad3795-9896-47ac-8977-21f982022531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:55.957207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6aad3795-9896-47ac-8977-21f982022531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:55.963740 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-11f21b95-9e03-4e1e-85a6-ae32c7db70fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:55.984891 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad3795-9896-47ac-8977-21f982022531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a87c533-0179-4134-839d-6785e2b08033,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:56.010561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6aad3795-9896-47ac-8977-21f982022531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:56.053411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6aad3795-9896-47ac-8977-21f982022531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:56.054723 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6aad3795-9896-47ac-8977-21f982022531 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a87c533-0179-4134-839d-6785e2b08033 HTTP/1.1" status: 204  len: 168 time: 0.5195150
Apr 20 14:11:56.059771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:56.125862 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:56.140339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:56.140737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['e488e379-4186-4101-8fc8-46f3543fe3f1', '29350973-4d21-4073-bf43-7e2772fad251'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:11:56.225742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Network dfbe6764-7368-48c7-b252-4bdb783828c3 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:11:56.229490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:11:56.240212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:11:56.311844 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Pushing event updated for resources: {'Port': ['ID=075a62cc-853d-4b1b-8130-5260329b05ff,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:56.336286 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:56.372385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:56.373201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:56.405510 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4073100
Apr 20 14:11:56.424029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Request body: {'port': {'device_id': '9f781f37-f87c-441d-97a6-daba45d9b0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:11:56.582330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:57.015352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c4057-f8b4-408e-883a-c8dc62bc740e req-5bbae77a-0a20-4013-a253-d6b17abd8a67 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:57.026986 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e0c4057-f8b4-408e-883a-c8dc62bc740e req-5bbae77a-0a20-4013-a253-d6b17abd8a67 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 931 time: 0.1795692
Apr 20 14:11:57.097521 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e0c4057-f8b4-408e-883a-c8dc62bc740e req-031aefea-e557-441a-920b-919fc36c011d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692399
Apr 20 14:11:57.158856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85efdc-fa75-4fd0-97e6-a16ccc653a2f req-cab2cd60-43f1-4f21-9590-92ccc53aa541 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:57.160624 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7c85efdc-fa75-4fd0-97e6-a16ccc653a2f req-cab2cd60-43f1-4f21-9590-92ccc53aa541 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1844752
Apr 20 14:11:57.268217 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075a62cc-853d-4b1b-8130-5260329b05ff {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:11:57.281492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:57.286987 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7c85efdc-fa75-4fd0-97e6-a16ccc653a2f req-94d72d93-8b2a-4f32-bc19-0050752ba588 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953770
Apr 20 14:11:57.326690 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Transition to ACTIVE for port object 075a62cc-853d-4b1b-8130-5260329b05ff will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:11:57.330601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:57.340886 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:57.567081 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Pushing event updated for resources: {'Port': ['ID=075a62cc-853d-4b1b-8130-5260329b05ff,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:57.570214 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:57.613747 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Attempting to bind port 075a62cc-853d-4b1b-8130-5260329b05ff on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:11:57.614320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Attempting to bind port 075a62cc-853d-4b1b-8130-5260329b05ff by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:11:57.614693 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Attempting to bind port 075a62cc-853d-4b1b-8130-5260329b05ff on network dfbe6764-7368-48c7-b252-4bdb783828c3 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:11:57.620269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Port 075a62cc-853d-4b1b-8130-5260329b05ff on network dfbe6764-7368-48c7-b252-4bdb783828c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:11:57.620656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Attempting to bind port 075a62cc-853d-4b1b-8130-5260329b05ff on network dfbe6764-7368-48c7-b252-4bdb783828c3 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:11:57.627152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:11:57.627528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Checking segment: {'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:11:57.628084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Bound using segment: {'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:11:57.628563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Bound port: 075a62cc-853d-4b1b-8130-5260329b05ff, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:11:57.631891 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:57.778492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] For port 075a62cc-853d-4b1b-8130-5260329b05ff, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:11:57.782184 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] For port 075a62cc-853d-4b1b-8130-5260329b05ff, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=075a62cc-853d-4b1b-8130-5260329b05ff,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:11:57.787782 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:57.800748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9cd2c6ca-0e07-4dab-9c67-ef988113eb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:11:57.878180 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:57.878934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:11:57.880506 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] 10.222.0.53 "PUT /v2.0/ports/075a62cc-853d-4b1b-8130-5260329b05ff HTTP/1.1" status: 200  len: 1093 time: 1.4628382
Apr 20 14:11:57.881099 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f781f37-f87c-441d-97a6-daba45d9b0a0', 'tag': '075a62cc-853d-4b1b-8130-5260329b05ff'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:11:57.927537 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Pushing event updated for resources: {'Port': ['ID=075a62cc-853d-4b1b-8130-5260329b05ff,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:11:57.931837 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:11:58.043490 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f781f37-f87c-441d-97a6-daba45d9b0a0', 'tag': '075a62cc-853d-4b1b-8130-5260329b05ff', 'status': 'completed', 'code': 200}
Apr 20 14:11:58.099285 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84edc4-24f9-4f53-889a-211402b034ba req-f9d2b20d-76fe-401e-9250-55c53c4caf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:58.100959 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-f9d2b20d-76fe-401e-9250-55c53c4caf99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 1096 time: 0.1554143
Apr 20 14:11:58.228047 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-1d5cd632-cd25-4016-b8df-6d50d2e1c7ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=075a62cc-853d-4b1b-8130-5260329b05ff HTTP/1.1" status: 200  len: 217 time: 0.1176836
Apr 20 14:11:58.306857 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84edc4-24f9-4f53-889a-211402b034ba req-78b9c6d3-7ca1-491a-acdc-2c1f40c826b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:58.308545 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-78b9c6d3-7ca1-491a-acdc-2c1f40c826b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7517288a-f0d4-4d99-aaf2-ae2db9bb1c45 HTTP/1.1" status: 200  len: 855 time: 0.0737209
Apr 20 14:11:58.385268 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-a1c5eac5-ea25-446d-b7bc-4c8b18b7c78f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbe6764-7368-48c7-b252-4bdb783828c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0695205
Apr 20 14:11:58.418055 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685681cd-f69c-44b6-aaec-4704449e66af req-0e60fc5c-e6d1-4180-a345-d803d847b381 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:58.430511 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-685681cd-f69c-44b6-aaec-4704449e66af req-0e60fc5c-e6d1-4180-a345-d803d847b381 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 943 time: 0.1566210
Apr 20 14:11:58.510618 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-685681cd-f69c-44b6-aaec-4704449e66af req-d2243f8d-9f76-400a-979c-d3373746c046 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768874
Apr 20 14:11:58.930185 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-dbb7bfa9-47e7-414a-a260-f9d29be4776a service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5367844
Apr 20 14:11:58.973788 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f648d3-37e8-46fd-a8d3-37ad2b90609b req-7ea5a41b-35b2-4b06-bf1f-8766f339a7cb tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:58.975442 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-69f648d3-37e8-46fd-a8d3-37ad2b90609b req-7ea5a41b-35b2-4b06-bf1f-8766f339a7cb tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.4492841
Apr 20 14:11:59.100777 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-69f648d3-37e8-46fd-a8d3-37ad2b90609b req-634a9c28-a945-4c45-b184-af64483122d3 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177180
Apr 20 14:11:59.151812 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db84edc4-24f9-4f53-889a-211402b034ba req-0ebe2392-1204-4b8e-afc4-ab7c460f663f service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2027028
Apr 20 14:11:59.356478 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffc9cd-1b97-4bc7-ac93-99fc47224f1f req-8db8e628-a411-45be-b386-d9bc2c6a3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:59.358704 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39ffc9cd-1b97-4bc7-ac93-99fc47224f1f req-8db8e628-a411-45be-b386-d9bc2c6a3428 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 1096 time: 0.1573608
Apr 20 14:11:59.513766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffc9cd-1b97-4bc7-ac93-99fc47224f1f req-c4b76958-a6a3-45f7-b375-8cc9fd458f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:59.514960 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39ffc9cd-1b97-4bc7-ac93-99fc47224f1f req-c4b76958-a6a3-45f7-b375-8cc9fd458f82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 200  len: 916 time: 0.1492298
Apr 20 14:11:59.598968 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39ffc9cd-1b97-4bc7-ac93-99fc47224f1f req-9a74e0e3-9cd4-4fe8-94b9-6c4a5376b803 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=075a62cc-853d-4b1b-8130-5260329b05ff HTTP/1.1" status: 200  len: 217 time: 0.0768518
Apr 20 14:11:59.684466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffc9cd-1b97-4bc7-ac93-99fc47224f1f req-e3890238-3738-4489-a3e9-75c37cffaade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:59.685940 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39ffc9cd-1b97-4bc7-ac93-99fc47224f1f req-e3890238-3738-4489-a3e9-75c37cffaade service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7517288a-f0d4-4d99-aaf2-ae2db9bb1c45 HTTP/1.1" status: 200  len: 855 time: 0.0788586
Apr 20 14:11:59.775839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdff6f6-0f86-4e82-be15-2ee95b402964 req-1496f1eb-aab0-4b01-bf2f-29da528ce1ca tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:11:59.777623 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-abdff6f6-0f86-4e82-be15-2ee95b402964 req-1496f1eb-aab0-4b01-bf2f-29da528ce1ca tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 943 time: 0.1178999
Apr 20 14:11:59.796931 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39ffc9cd-1b97-4bc7-ac93-99fc47224f1f req-db4c12cb-7c5c-4568-94e9-22268fca5411 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbe6764-7368-48c7-b252-4bdb783828c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1031761
Apr 20 14:11:59.885444 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-abdff6f6-0f86-4e82-be15-2ee95b402964 req-963d6fb5-ddd7-4c6d-a428-b15967a1e6f9 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906117
Apr 20 14:12:00.009842 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39ffc9cd-1b97-4bc7-ac93-99fc47224f1f req-55f28c06-7491-4cdc-9a55-44a7628c3302 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2063568
Apr 20 14:12:00.208295 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39ffc9cd-1b97-4bc7-ac93-99fc47224f1f req-3eb8c778-9976-47d3-b014-2d7881667cc4 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1911802
Apr 20 14:12:00.350796 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71490f-bc7e-4714-81d7-b4f48807b465 req-c7ee6a61-0f33-4c4c-97c0-8b55814c4ed5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:00.352533 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6f71490f-bc7e-4714-81d7-b4f48807b465 req-c7ee6a61-0f33-4c4c-97c0-8b55814c4ed5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1017873
Apr 20 14:12:00.443799 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6f71490f-bc7e-4714-81d7-b4f48807b465 req-c995d8d1-259a-4796-97b0-33bf094e15c3 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740118
Apr 20 14:12:00.536865 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 54016) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:00.679949 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-058a583e-3322-4de4-bbaf-2b37db431be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:00.703545 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-058a583e-3322-4de4-bbaf-2b37db431be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:00.708085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-058a583e-3322-4de4-bbaf-2b37db431be9 admin admin] Usage tracker for resource:security_group_rule and tenant:d26faddc998847c3b303f3908a669c5f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:00.711129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-058a583e-3322-4de4-bbaf-2b37db431be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:00.717766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-058a583e-3322-4de4-bbaf-2b37db431be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:00.813146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-058a583e-3322-4de4-bbaf-2b37db431be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:00.817079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-058a583e-3322-4de4-bbaf-2b37db431be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:00.826150 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bf3406a6-6b2f-411c-8200-4a37f72a2e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:00.868072 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-058a583e-3322-4de4-bbaf-2b37db431be9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d26faddc998847c3b303f3908a669c5f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3299441
Apr 20 14:12:00.869963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a583e-3322-4de4-bbaf-2b37db431be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83578728-9df2-4e68-afc2-5d748857aeed,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:00.871927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 54026) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:00.873512 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-058a583e-3322-4de4-bbaf-2b37db431be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:00.943037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a3a617d5-3561-4a2f-baae-f457268a86f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:00.978546 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a3a617d5-3561-4a2f-baae-f457268a86f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:01.038364 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a3a617d5-3561-4a2f-baae-f457268a86f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:01.043930 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-15f8a499-798a-4881-87b4-cd9a29e9d7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:01.057880 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a617d5-3561-4a2f-baae-f457268a86f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83578728-9df2-4e68-afc2-5d748857aeed,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:01.062482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a3a617d5-3561-4a2f-baae-f457268a86f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:01.069165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a3a617d5-3561-4a2f-baae-f457268a86f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:01.073940 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a3a617d5-3561-4a2f-baae-f457268a86f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83578728-9df2-4e68-afc2-5d748857aeed HTTP/1.1" status: 204  len: 168 time: 0.1998074
Apr 20 14:12:01.194739 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6cb76-75c6-4b5b-9a33-1fe46e0d033d req-7107bd9e-c450-489a-aa67-28a0568b4a06 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:01.195521 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-09d6cb76-75c6-4b5b-9a33-1fe46e0d033d req-7107bd9e-c450-489a-aa67-28a0568b4a06 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Synchronizing usage tracker for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:12:01.213935 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-09d6cb76-75c6-4b5b-9a33-1fe46e0d033d req-7107bd9e-c450-489a-aa67-28a0568b4a06 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Unset dirty status for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:12:01.215602 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-09d6cb76-75c6-4b5b-9a33-1fe46e0d033d req-7107bd9e-c450-489a-aa67-28a0568b4a06 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 943 time: 0.1291757
Apr 20 14:12:01.272063 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-09d6cb76-75c6-4b5b-9a33-1fe46e0d033d req-e29bb4d6-df30-42c3-b9d6-82c8d7d0d7cf tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492854
Apr 20 14:12:01.441546 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 54040) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:01.461789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-671f9f1c-a4ae-4fdc-81ec-90a619ad5cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:01.479749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-671f9f1c-a4ae-4fdc-81ec-90a619ad5cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:01.484403 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-671f9f1c-a4ae-4fdc-81ec-90a619ad5cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:e4c9b2f831b443f0bff25539438ed62b is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:01.487847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-671f9f1c-a4ae-4fdc-81ec-90a619ad5cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:01.495039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-671f9f1c-a4ae-4fdc-81ec-90a619ad5cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:01.592586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-671f9f1c-a4ae-4fdc-81ec-90a619ad5cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:01.597144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-671f9f1c-a4ae-4fdc-81ec-90a619ad5cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:01.608366 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ce3e2df1-816f-4471-b37f-61be30dc1d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:01.658702 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-671f9f1c-a4ae-4fdc-81ec-90a619ad5cc0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4c9b2f831b443f0bff25539438ed62b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2157435
Apr 20 14:12:01.659168 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 54052) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:01.661474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f9f1c-a4ae-4fdc-81ec-90a619ad5cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1983d3e-3370-43d1-abaa-0e5cb055baed,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:01.665762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-671f9f1c-a4ae-4fdc-81ec-90a619ad5cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:01.762555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-01190ed9-718c-426b-addc-8579faf9bc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:01.791243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77921cc2-848a-406c-a7af-086eec187f80 req-2c29de05-ace9-4ad3-af7c-f3d0da4ba52a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:01.793270 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-77921cc2-848a-406c-a7af-086eec187f80 req-2c29de05-ace9-4ad3-af7c-f3d0da4ba52a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1334617
Apr 20 14:12:01.838245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-01190ed9-718c-426b-addc-8579faf9bc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:01.906971 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-01190ed9-718c-426b-addc-8579faf9bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:01.908948 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-77921cc2-848a-406c-a7af-086eec187f80 req-555e5d57-0cb9-4847-bea2-da46fe5d3c51 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081195
Apr 20 14:12:01.918978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-577e56e0-31c0-475b-99f7-803694506f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:01.934758 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01190ed9-718c-426b-addc-8579faf9bc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1983d3e-3370-43d1-abaa-0e5cb055baed,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:01.938712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-01190ed9-718c-426b-addc-8579faf9bc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:01.952544 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-01190ed9-718c-426b-addc-8579faf9bc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:01.957460 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-01190ed9-718c-426b-addc-8579faf9bc0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1983d3e-3370-43d1-abaa-0e5cb055baed HTTP/1.1" status: 204  len: 168 time: 0.2961147
Apr 20 14:12:02.554802 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e92382-3475-4bcb-95b9-75cf9ab80c3a req-396b70fd-b1b9-435f-bcfe-fdd182e8ef0a tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:02.559329 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d1e92382-3475-4bcb-95b9-75cf9ab80c3a req-396b70fd-b1b9-435f-bcfe-fdd182e8ef0a tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 943 time: 0.1032882
Apr 20 14:12:02.629221 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d1e92382-3475-4bcb-95b9-75cf9ab80c3a req-4845b901-40c6-43e6-8f0e-931bcecc3af2 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582192
Apr 20 14:12:03.133304 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7b8e7-7645-44f0-b664-d9767f84a788 req-b3cb7bae-0994-42ac-a0d7-f53f8774fae6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:03.134928 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-22d7b8e7-7645-44f0-b664-d9767f84a788 req-b3cb7bae-0994-42ac-a0d7-f53f8774fae6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1004894
Apr 20 14:12:03.193875 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-22d7b8e7-7645-44f0-b664-d9767f84a788 req-849bf859-af70-4014-a044-ca6d8aa554d2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520637
Apr 20 14:12:03.845987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535972e-7839-412f-a8bd-c4e6e029c886 req-b9c88874-5708-4ad4-bb72-0137091d747c tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:03.847666 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4535972e-7839-412f-a8bd-c4e6e029c886 req-b9c88874-5708-4ad4-bb72-0137091d747c tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 943 time: 0.0947435
Apr 20 14:12:03.918932 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4535972e-7839-412f-a8bd-c4e6e029c886 req-cfdb15ea-d066-4686-b469-31d2ca90a3b6 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632408
Apr 20 14:12:04.259079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7fdceec7-24ba-4907-a463-baced433471e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:04.449385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d37a9d-10bc-4001-82f1-7a894e436dbb req-135ab324-ae86-4cec-b995-8557f0cceabc tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:04.451716 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-58d37a9d-10bc-4001-82f1-7a894e436dbb req-135ab324-ae86-4cec-b995-8557f0cceabc tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1122398
Apr 20 14:12:04.513446 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-58d37a9d-10bc-4001-82f1-7a894e436dbb req-c778d3a4-43eb-4492-8d10-0aafd2ca0e97 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550437
Apr 20 14:12:04.645871 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 54172) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:04.796183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7c02178d-ed1d-48ec-8516-4789e0621eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:04.820077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-7c02178d-ed1d-48ec-8516-4789e0621eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:04.824379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-7c02178d-ed1d-48ec-8516-4789e0621eea admin admin] Usage tracker for resource:security_group_rule and tenant:8471520ace544e24945cd70760ecfb51 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:04.827593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-7c02178d-ed1d-48ec-8516-4789e0621eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:04.834000 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-7c02178d-ed1d-48ec-8516-4789e0621eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:04.903086 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 075a62cc-853d-4b1b-8130-5260329b05ff details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:12:04.929942 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7c02178d-ed1d-48ec-8516-4789e0621eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:04.934379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7c02178d-ed1d-48ec-8516-4789e0621eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:04.942690 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3cbe130b-dbd5-4d87-9339-9a2891b21062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:04.990139 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02178d-ed1d-48ec-8516-4789e0621eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611ab26c-d3f7-45d7-8dc6-67fc071319e4,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:04.994647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7c02178d-ed1d-48ec-8516-4789e0621eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:04.997971 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-7c02178d-ed1d-48ec-8516-4789e0621eea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8471520ace544e24945cd70760ecfb51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3509140
Apr 20 14:12:05.000817 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 54188) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:05.074000 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 54192) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:05.075278 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4fe7808e-a810-47fe-852e-45e8f0a16bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.100343 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 075a62cc-853d-4b1b-8130-5260329b05ff, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=075a62cc-853d-4b1b-8130-5260329b05ff,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:12:05.112512 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4fe7808e-a810-47fe-852e-45e8f0a16bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.115835 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': '075a62cc-853d-4b1b-8130-5260329b05ff', 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3', 'port_id': '075a62cc-853d-4b1b-8130-5260329b05ff', 'mac_address': 'fa:16:3e:57:5d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7517288a-f0d4-4d99-aaf2-ae2db9bb1c45', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:12:05.161421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4fe7808e-a810-47fe-852e-45e8f0a16bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.169589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cd3f456e-b9e8-44dc-8d14-daf59f1b6b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:05.185369 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.197202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7808e-a810-47fe-852e-45e8f0a16bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611ab26c-d3f7-45d7-8dc6-67fc071319e4,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:05.200849 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4fe7808e-a810-47fe-852e-45e8f0a16bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:05.202605 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4fe7808e-a810-47fe-852e-45e8f0a16bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.204460 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-4fe7808e-a810-47fe-852e-45e8f0a16bff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/611ab26c-d3f7-45d7-8dc6-67fc071319e4 HTTP/1.1" status: 204  len: 168 time: 0.2022450
Apr 20 14:12:05.206906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075a62cc-853d-4b1b-8130-5260329b05ff {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:12:05.238155 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 075a62cc-853d-4b1b-8130-5260329b05ff, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=075a62cc-853d-4b1b-8130-5260329b05ff,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:12:05.242953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.245103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:05.246814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3424f7-8146-4a68-9535-7e5086825c3c req-aae556f4-4927-4ced-ad90-0671dead61c1 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:05.248902 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0e3424f7-8146-4a68-9535-7e5086825c3c req-aae556f4-4927-4ced-ad90-0671dead61c1 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 943 time: 0.1502850
Apr 20 14:12:05.270204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-13217053-b2f4-42b3-ba36-ca9d90f1b0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.321413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-13217053-b2f4-42b3-ba36-ca9d90f1b0fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:05.329841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=075a62cc-853d-4b1b-8130-5260329b05ff,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:05.331056 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-13217053-b2f4-42b3-ba36-ca9d90f1b0fb admin admin] Usage tracker for resource:security_group_rule and tenant:76b29a30ecee41d594b89970ffce9b0c is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:05.335046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:05.337917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-13217053-b2f4-42b3-ba36-ca9d90f1b0fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:05.349536 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0e3424f7-8146-4a68-9535-7e5086825c3c req-9c0438b6-38b0-4265-abff-e1b124f8fafc tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683763
Apr 20 14:12:05.350597 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-13217053-b2f4-42b3-ba36-ca9d90f1b0fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:05.455154 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-13217053-b2f4-42b3-ba36-ca9d90f1b0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.462053 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-13217053-b2f4-42b3-ba36-ca9d90f1b0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.476121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a3a617d5-3561-4a2f-baae-f457268a86f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:05.516335 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-13217053-b2f4-42b3-ba36-ca9d90f1b0fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76b29a30ecee41d594b89970ffce9b0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4409115
Apr 20 14:12:05.517173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 54206) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:05.588491 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13217053-b2f4-42b3-ba36-ca9d90f1b0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43747f2a-b4f0-4ea0-8d02-d62b4f71b0a3,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:05.594593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-13217053-b2f4-42b3-ba36-ca9d90f1b0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:05.616261 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d88befe4-3835-4332-ac89-f8af96a7bdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.648046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d88befe4-3835-4332-ac89-f8af96a7bdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.700260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d88befe4-3835-4332-ac89-f8af96a7bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.705534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:05.733725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88befe4-3835-4332-ac89-f8af96a7bdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43747f2a-b4f0-4ea0-8d02-d62b4f71b0a3,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:05.736742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d88befe4-3835-4332-ac89-f8af96a7bdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:05.742321 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d88befe4-3835-4332-ac89-f8af96a7bdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.747438 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d88befe4-3835-4332-ac89-f8af96a7bdbe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43747f2a-b4f0-4ea0-8d02-d62b4f71b0a3 HTTP/1.1" status: 204  len: 168 time: 0.2261684
Apr 20 14:12:05.795715 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 54218) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:05.822070 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a985dc11-18c0-4f3e-a2b9-e6e9baa0e14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.840454 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a985dc11-18c0-4f3e-a2b9-e6e9baa0e14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:05.849358 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a985dc11-18c0-4f3e-a2b9-e6e9baa0e14f admin admin] Usage tracker for resource:security_group_rule and tenant:11b02952769d41c4b6727aebbae870f9 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:05.856434 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a985dc11-18c0-4f3e-a2b9-e6e9baa0e14f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:05.867715 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a985dc11-18c0-4f3e-a2b9-e6e9baa0e14f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:05.970480 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86167b8-0ce3-4a73-b46b-6fdff4e8792b req-3e1d00e6-93b3-4f27-abf7-f33c7a4db699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:05.972126 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e86167b8-0ce3-4a73-b46b-6fdff4e8792b req-3e1d00e6-93b3-4f27-abf7-f33c7a4db699 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 1098 time: 0.2011430
Apr 20 14:12:05.975536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a985dc11-18c0-4f3e-a2b9-e6e9baa0e14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.979315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a985dc11-18c0-4f3e-a2b9-e6e9baa0e14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:05.980872 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c44f9-f105-4a0d-a4ea-550c54d01d64 req-a4016bfb-b822-402c-a585-528a17d532b3 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:05.982554 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-855c44f9-f105-4a0d-a4ea-550c54d01d64 req-a4016bfb-b822-402c-a585-528a17d532b3 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1381884
Apr 20 14:12:05.990125 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7f60d6b2-1701-4eec-847d-7aac98442e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:05.997373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['075a62cc-853d-4b1b-8130-5260329b05ff'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:12:06.047932 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e86167b8-0ce3-4a73-b46b-6fdff4e8792b req-af965117-692e-49f5-853c-3c41d7f7e3db service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642667
Apr 20 14:12:06.068800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985dc11-18c0-4f3e-a2b9-e6e9baa0e14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0958ccc2-be52-4013-8406-bfbc8156cdfd,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:06.071205 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-855c44f9-f105-4a0d-a4ea-550c54d01d64 req-488766bd-1d02-4389-8a3b-37ad8c0b2b21 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621195
Apr 20 14:12:06.111946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a985dc11-18c0-4f3e-a2b9-e6e9baa0e14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:06.127641 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a985dc11-18c0-4f3e-a2b9-e6e9baa0e14f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11b02952769d41c4b6727aebbae870f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3305485
Apr 20 14:12:06.130848 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 54224) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:06.202331 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-07b2472a-a52f-401d-bf61-ec02c76851ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:06.234218 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-07b2472a-a52f-401d-bf61-ec02c76851ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:06.256421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 54228) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:06.277171 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe1f8-f1e2-4345-9b0f-9cf477ec63fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:06.285077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-07b2472a-a52f-401d-bf61-ec02c76851ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:06.290610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0720e635-30df-452f-9a48-deffe485203a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:06.294063 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eb6fe1f8-f1e2-4345-9b0f-9cf477ec63fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:06.298766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eb6fe1f8-f1e2-4345-9b0f-9cf477ec63fb admin admin] Usage tracker for resource:security_group_rule and tenant:40215e84817d46a5913380cfa160d669 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:06.301968 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2472a-a52f-401d-bf61-ec02c76851ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0958ccc2-be52-4013-8406-bfbc8156cdfd,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:06.302126 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eb6fe1f8-f1e2-4345-9b0f-9cf477ec63fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:06.304653 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-07b2472a-a52f-401d-bf61-ec02c76851ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:06.308912 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eb6fe1f8-f1e2-4345-9b0f-9cf477ec63fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:06.311990 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-07b2472a-a52f-401d-bf61-ec02c76851ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:06.314201 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-07b2472a-a52f-401d-bf61-ec02c76851ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0958ccc2-be52-4013-8406-bfbc8156cdfd HTTP/1.1" status: 204  len: 168 time: 0.1822443
Apr 20 14:12:06.421232 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe1f8-f1e2-4345-9b0f-9cf477ec63fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:06.429443 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe1f8-f1e2-4345-9b0f-9cf477ec63fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:06.436095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5e136418-5ccf-4a7b-bdaa-cf4a2ea2ebba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:06.486753 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-eb6fe1f8-f1e2-4345-9b0f-9cf477ec63fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40215e84817d46a5913380cfa160d669&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2262027
Apr 20 14:12:06.486753 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fe1f8-f1e2-4345-9b0f-9cf477ec63fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdf8a9b-c839-4537-bc91-d1eb0a4ceb20,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:06.487722 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 54238) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:06.488558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eb6fe1f8-f1e2-4345-9b0f-9cf477ec63fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:06.585886 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff89d378-c319-4c7f-a1e6-9369ec8f033c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:06.594592 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c47bc-463e-4a00-a59c-73b03c8603db req-92b99542-4609-4106-b43c-79e0c27dd6b4 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:06.596373 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-002c47bc-463e-4a00-a59c-73b03c8603db req-92b99542-4609-4106-b43c-79e0c27dd6b4 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 944 time: 0.1032572
Apr 20 14:12:06.628020 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff89d378-c319-4c7f-a1e6-9369ec8f033c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:06.660135 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-002c47bc-463e-4a00-a59c-73b03c8603db req-89143a9b-3bb5-4800-84c7-3ea9f24c38a1 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571711
Apr 20 14:12:06.695499 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-83c870fb-5ee7-40a6-945e-626bbb276434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:06.705513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff89d378-c319-4c7f-a1e6-9369ec8f033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:06.711100 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-749e110d-003f-4953-aeb6-cd20c21ef58b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:06.723018 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89d378-c319-4c7f-a1e6-9369ec8f033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdf8a9b-c839-4537-bc91-d1eb0a4ceb20,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:06.727251 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ff89d378-c319-4c7f-a1e6-9369ec8f033c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:06.731307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff89d378-c319-4c7f-a1e6-9369ec8f033c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:06.732559 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ff89d378-c319-4c7f-a1e6-9369ec8f033c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9fdf8a9b-c839-4537-bc91-d1eb0a4ceb20 HTTP/1.1" status: 204  len: 168 time: 0.2442327
Apr 20 14:12:06.884610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:12:07.280175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:07.320792 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf7899-80e9-4b21-8d79-c975a6e25d06 req-248524f3-7361-45f2-9f72-182fc6064b30 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:07.322656 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-80bf7899-80e9-4b21-8d79-c975a6e25d06 req-248524f3-7361-45f2-9f72-182fc6064b30 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.0946677
Apr 20 14:12:07.377053 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-80bf7899-80e9-4b21-8d79-c975a6e25d06 req-88d7e8cf-002e-468f-a609-a0616b8ccbfc tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467701
Apr 20 14:12:07.658882 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:07.963014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaef03-a9c8-4436-a03b-d3454171d188 req-913d2d9b-95b9-40af-8918-7973fd31d84f tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:07.965881 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-83aaef03-a9c8-4436-a03b-d3454171d188 req-913d2d9b-95b9-40af-8918-7973fd31d84f tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 944 time: 0.1278841
Apr 20 14:12:08.033516 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-83aaef03-a9c8-4436-a03b-d3454171d188 req-025ca8f5-5ba7-4814-a942-b28b5581b64d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564041
Apr 20 14:12:08.346616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:08.699367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b5a4d-3128-4de2-b69b-6c8198b163cf req-13226ca4-6b16-4fa4-98bc-175c9f6aacdb tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:08.702652 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-802b5a4d-3128-4de2-b69b-6c8198b163cf req-13226ca4-6b16-4fa4-98bc-175c9f6aacdb tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1113107
Apr 20 14:12:08.759466 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-802b5a4d-3128-4de2-b69b-6c8198b163cf req-c60dbc3a-15d2-433b-8eb4-cc773c2b4a1f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502079
Apr 20 14:12:08.917483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 075a62cc-853d-4b1b-8130-5260329b05ff up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:12:09.067009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:09.111095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port 075a62cc-853d-4b1b-8130-5260329b05ff completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:12:09.122588 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port 075a62cc-853d-4b1b-8130-5260329b05ff triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:12:09.124802 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:09.325625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82175373-9c79-4573-9582-c6665d7f3fce req-2ce5a137-0adf-4df3-a113-5e8a6c5c83f9 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:09.335637 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-82175373-9c79-4573-9582-c6665d7f3fce req-2ce5a137-0adf-4df3-a113-5e8a6c5c83f9 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 944 time: 0.1239893
Apr 20 14:12:09.391630 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-82175373-9c79-4573-9582-c6665d7f3fce req-6682a7d6-b043-4591-b5e9-8547cf7f0001 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544991
Apr 20 14:12:09.395460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:09.433844 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f781f37-f87c-441d-97a6-daba45d9b0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075a62cc-853d-4b1b-8130-5260329b05ff'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:12:09.446257 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 075a62cc-853d-4b1b-8130-5260329b05ff, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=075a62cc-853d-4b1b-8130-5260329b05ff,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:12:09.452007 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:09.455647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:09.478547 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe02064-8d20-4998-b6ba-9d91c8370131 req-896e017b-7121-4002-9082-8ec5c011dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:09.480456 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bbe02064-8d20-4998-b6ba-9d91c8370131 req-896e017b-7121-4002-9082-8ec5c011dd63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=41708f6d5066439e9e48ce3963586db5&device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 1098 time: 0.1750147
Apr 20 14:12:09.512531 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f781f37-f87c-441d-97a6-daba45d9b0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075a62cc-853d-4b1b-8130-5260329b05ff', 'code': 200}
Apr 20 14:12:09.527001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be90ea-a40f-4480-b317-37851f49b5a4 req-51f612f7-8803-4ca4-b185-949a172ff82b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:09.530235 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-17be90ea-a40f-4480-b317-37851f49b5a4 req-51f612f7-8803-4ca4-b185-949a172ff82b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1694815
Apr 20 14:12:09.540013 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=075a62cc-853d-4b1b-8130-5260329b05ff,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:09.543190 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:09.668285 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-17be90ea-a40f-4480-b317-37851f49b5a4 req-77337b16-68a3-41f7-8cbd-3c7ba9f64484 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829563
Apr 20 14:12:09.745433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe02064-8d20-4998-b6ba-9d91c8370131 req-1bc9e6ba-f580-4c45-b35f-50e0fcbc6a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:09.747006 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bbe02064-8d20-4998-b6ba-9d91c8370131 req-1bc9e6ba-f580-4c45-b35f-50e0fcbc6a91 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6a5662e4-6547-4ce5-9231-c608bc3281fd HTTP/1.1" status: 200  len: 919 time: 0.2592220
Apr 20 14:12:09.848457 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bbe02064-8d20-4998-b6ba-9d91c8370131 req-c0077636-f844-4fec-ab2c-64577eb21bcb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a754a9a9-2294-421f-93b8-961f40b84283 HTTP/1.1" status: 200  len: 217 time: 0.0944724
Apr 20 14:12:09.908919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb7ac3-7117-433d-ad50-c92f65ac435a req-2b4f7b81-5f52-4f52-8a39-bd1da26d5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:09.910667 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7fdb7ac3-7117-433d-ad50-c92f65ac435a req-2b4f7b81-5f52-4f52-8a39-bd1da26d5912 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 1098 time: 0.2166169
Apr 20 14:12:09.948906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe02064-8d20-4998-b6ba-9d91c8370131 req-84a32964-875c-4bcc-927f-07396e9ee84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:09.950550 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bbe02064-8d20-4998-b6ba-9d91c8370131 req-84a32964-875c-4bcc-927f-07396e9ee84e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5dfd9853-f316-42eb-bcab-9332c748ef16 HTTP/1.1" status: 200  len: 858 time: 0.0946538
Apr 20 14:12:10.011097 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bbe02064-8d20-4998-b6ba-9d91c8370131 req-04eb3ef9-8a2f-4ede-8519-b79a48bf3dd7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6a5662e4-6547-4ce5-9231-c608bc3281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529084
Apr 20 14:12:10.014901 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7fdb7ac3-7117-433d-ad50-c92f65ac435a req-3b1b3bdd-f3a5-4dda-adb7-b8d8933ab5e7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953732
Apr 20 14:12:10.375054 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bbe02064-8d20-4998-b6ba-9d91c8370131 req-69388d0f-22fc-4149-bbae-718bc6326d0e service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440952
Apr 20 14:12:10.572253 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bbe02064-8d20-4998-b6ba-9d91c8370131 req-ce9f774d-241e-445e-9948-c7971eb1bf47 service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900816
Apr 20 14:12:10.615712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3d28c-ca47-4436-b043-4f8db38319ae req-0f56ea56-9218-4185-bf7f-3fde41d50910 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:10.617383 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3d28c-ca47-4436-b043-4f8db38319ae req-0f56ea56-9218-4185-bf7f-3fde41d50910 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 945 time: 0.1007550
Apr 20 14:12:10.669657 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3d28c-ca47-4436-b043-4f8db38319ae req-f318e049-f745-42b6-9dc8-e8d50939cc6a tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452211
Apr 20 14:12:10.924037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c456b5-2a7d-4de4-8274-61b5373df104 req-ef15e00d-32bf-40eb-b821-4aaaab1db402 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:10.926792 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d8c456b5-2a7d-4de4-8274-61b5373df104 req-ef15e00d-32bf-40eb-b821-4aaaab1db402 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1308513
Apr 20 14:12:10.984848 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d8c456b5-2a7d-4de4-8274-61b5373df104 req-88362f35-1b01-43d2-830c-2eec6a9288fb tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503771
Apr 20 14:12:11.890621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006cfc5-ac85-4165-aef2-5958821e6bdd req-a455c005-365b-4d7f-80f2-a221ec4799db tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:11.892277 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8006cfc5-ac85-4165-aef2-5958821e6bdd req-a455c005-365b-4d7f-80f2-a221ec4799db tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 945 time: 0.0984445
Apr 20 14:12:11.942937 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8006cfc5-ac85-4165-aef2-5958821e6bdd req-77f35fe2-276f-4faa-86ee-580d1821707c tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436208
Apr 20 14:12:12.202942 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fb86a-830d-465f-9ed6-571eb0aac074 req-191988e5-f4f8-43ef-8e64-bc6d90637515 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:12.204607 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a47fb86a-830d-465f-9ed6-571eb0aac074 req-191988e5-f4f8-43ef-8e64-bc6d90637515 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.0927172
Apr 20 14:12:12.256341 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a47fb86a-830d-465f-9ed6-571eb0aac074 req-82d78d4a-f21e-4096-a5a5-f4588d8486a9 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439262
Apr 20 14:12:13.165144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1cd20-f8c8-49f8-b233-208cfbc1b66f req-f54cdffa-2bc1-4e03-9a62-a947e5d3c8a4 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:13.166757 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4ab1cd20-f8c8-49f8-b233-208cfbc1b66f req-f54cdffa-2bc1-4e03-9a62-a947e5d3c8a4 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 945 time: 0.0985386
Apr 20 14:12:13.218874 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4ab1cd20-f8c8-49f8-b233-208cfbc1b66f req-cefbb69b-f359-43b9-b504-0930dafeb342 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433300
Apr 20 14:12:13.468839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749988f9-34a6-4052-8e1a-6a51253ac5b4 req-b727ca97-642c-4405-a345-31a47526d1f6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:13.470559 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-749988f9-34a6-4052-8e1a-6a51253ac5b4 req-b727ca97-642c-4405-a345-31a47526d1f6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.0967407
Apr 20 14:12:13.521580 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-749988f9-34a6-4052-8e1a-6a51253ac5b4 req-a668f771-8a59-4c7a-a1e6-cdf49a826380 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438664
Apr 20 14:12:14.762029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44522d-d840-4e02-91b2-b027d478005f req-99f2da06-5216-42bf-a645-a3abc909317f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:14.763371 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-be44522d-d840-4e02-91b2-b027d478005f req-99f2da06-5216-42bf-a645-a3abc909317f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.0979679
Apr 20 14:12:14.829611 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-be44522d-d840-4e02-91b2-b027d478005f req-5ec5c5b2-2fdb-4ade-a693-49d6061d99e5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530632
Apr 20 14:12:16.044933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5a461-fa7d-4039-bbea-aba15e8ad0f3 req-1588bdfe-840f-4722-907f-cf3cd7119b1b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:16.046527 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8fa5a461-fa7d-4039-bbea-aba15e8ad0f3 req-1588bdfe-840f-4722-907f-cf3cd7119b1b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.0932462
Apr 20 14:12:16.097545 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8fa5a461-fa7d-4039-bbea-aba15e8ad0f3 req-74b6e079-7f92-452a-85f5-381da76232df tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442142
Apr 20 14:12:17.319141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e117c96-6e2a-4a78-8ae3-da764be55a96 req-a7287299-dc8b-435f-8dd0-37d52a2edc89 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:17.320749 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1e117c96-6e2a-4a78-8ae3-da764be55a96 req-a7287299-dc8b-435f-8dd0-37d52a2edc89 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.0950234
Apr 20 14:12:17.370848 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1e117c96-6e2a-4a78-8ae3-da764be55a96 req-e23e6abf-e8d4-4771-8c79-84715e2a5924 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432305
Apr 20 14:12:18.574725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a279b8-eab0-4245-a663-c75da6582c7a req-fc530082-e642-4f86-8645-2b8f066d50f3 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:18.576372 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d1a279b8-eab0-4245-a663-c75da6582c7a req-fc530082-e642-4f86-8645-2b8f066d50f3 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.0897431
Apr 20 14:12:18.629814 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d1a279b8-eab0-4245-a663-c75da6582c7a req-17310981-8cf3-494f-b60d-bb7818db6828 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466323
Apr 20 14:12:19.859955 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428585b-9281-41f9-bdae-0d8653daabc2 req-1bceffc7-4d7a-4f13-878a-b16c4a137713 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:19.861551 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6428585b-9281-41f9-bdae-0d8653daabc2 req-1bceffc7-4d7a-4f13-878a-b16c4a137713 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.0993884
Apr 20 14:12:19.912515 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6428585b-9281-41f9-bdae-0d8653daabc2 req-a773d29f-5b5a-48a9-93a9-130ba3378f90 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440705
Apr 20 14:12:21.069456 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 54574) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:21.208854 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-510271b5-1fb7-46f4-9be8-083631a14adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:21.227037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-510271b5-1fb7-46f4-9be8-083631a14adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:21.231415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-510271b5-1fb7-46f4-9be8-083631a14adc admin admin] Usage tracker for resource:security_group_rule and tenant:9835ba0ef03f4414893f6187c8664c11 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:21.234717 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-510271b5-1fb7-46f4-9be8-083631a14adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:21.241133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-510271b5-1fb7-46f4-9be8-083631a14adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:21.566298 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-510271b5-1fb7-46f4-9be8-083631a14adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:21.572220 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-510271b5-1fb7-46f4-9be8-083631a14adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:21.581687 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d3046741-d641-4aad-9c1c-347a929d7c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:21.626857 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-510271b5-1fb7-46f4-9be8-083631a14adc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9835ba0ef03f4414893f6187c8664c11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5560830
Apr 20 14:12:21.627658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510271b5-1fb7-46f4-9be8-083631a14adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ef0677-45b6-44cf-9a78-175eb25a9289,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:21.629836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 54586) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:21.631058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-510271b5-1fb7-46f4-9be8-083631a14adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:21.697379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c0c7844a-81f7-41eb-a1f0-c6da9d8e2ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:21.726833 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c0c7844a-81f7-41eb-a1f0-c6da9d8e2ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:21.776157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c0c7844a-81f7-41eb-a1f0-c6da9d8e2ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:21.780446 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ab586716-6be6-48d0-aed2-a9cb626f326f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:21.797490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7844a-81f7-41eb-a1f0-c6da9d8e2ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ef0677-45b6-44cf-9a78-175eb25a9289,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:21.802255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c0c7844a-81f7-41eb-a1f0-c6da9d8e2ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:21.813178 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c0c7844a-81f7-41eb-a1f0-c6da9d8e2ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:21.817437 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-c0c7844a-81f7-41eb-a1f0-c6da9d8e2ca5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2ef0677-45b6-44cf-9a78-175eb25a9289 HTTP/1.1" status: 204  len: 168 time: 0.1835301
Apr 20 14:12:22.136718 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 54596) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:22.156466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4283674f-1a3f-4d15-94d0-23e1e0fbdb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:22.172605 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-4283674f-1a3f-4d15-94d0-23e1e0fbdb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:22.177034 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-4283674f-1a3f-4d15-94d0-23e1e0fbdb68 admin admin] Usage tracker for resource:security_group_rule and tenant:b3fdcccef5724aa088952bb6266db1c1 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:22.180317 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-4283674f-1a3f-4d15-94d0-23e1e0fbdb68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:22.186594 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-4283674f-1a3f-4d15-94d0-23e1e0fbdb68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:22.276032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4283674f-1a3f-4d15-94d0-23e1e0fbdb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:22.279708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4283674f-1a3f-4d15-94d0-23e1e0fbdb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:22.287271 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:22.331552 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-4283674f-1a3f-4d15-94d0-23e1e0fbdb68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3fdcccef5724aa088952bb6266db1c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1936395
Apr 20 14:12:22.332489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283674f-1a3f-4d15-94d0-23e1e0fbdb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3743ae8c-9aa4-4b22-8c44-0f55978cfca4,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:22.334709 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 54600) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:22.335895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4283674f-1a3f-4d15-94d0-23e1e0fbdb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:22.409818 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28ba52af-af87-4a6a-b9d7-4da3dbc8ec9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:22.437666 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28ba52af-af87-4a6a-b9d7-4da3dbc8ec9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:22.496307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28ba52af-af87-4a6a-b9d7-4da3dbc8ec9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:22.501601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-08967561-304a-4719-85eb-704d18f3c968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:22.517554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba52af-af87-4a6a-b9d7-4da3dbc8ec9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3743ae8c-9aa4-4b22-8c44-0f55978cfca4,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:22.526279 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28ba52af-af87-4a6a-b9d7-4da3dbc8ec9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:22.528464 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28ba52af-af87-4a6a-b9d7-4da3dbc8ec9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:22.532207 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-28ba52af-af87-4a6a-b9d7-4da3dbc8ec9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3743ae8c-9aa4-4b22-8c44-0f55978cfca4 HTTP/1.1" status: 204  len: 168 time: 0.1938267
Apr 20 14:12:22.929106 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 54614) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:22.948211 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-499f0a2c-3dea-4401-9db9-d9656749531c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:22.964252 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-499f0a2c-3dea-4401-9db9-d9656749531c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:22.968830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-499f0a2c-3dea-4401-9db9-d9656749531c admin admin] Usage tracker for resource:security_group_rule and tenant:9ba8b440a2a2403eae3dda3b0f443e58 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:22.971946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-499f0a2c-3dea-4401-9db9-d9656749531c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:22.978187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-499f0a2c-3dea-4401-9db9-d9656749531c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:23.071724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-499f0a2c-3dea-4401-9db9-d9656749531c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:23.075514 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-499f0a2c-3dea-4401-9db9-d9656749531c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:23.089003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-95a72f78-7a86-4dea-88fc-b4d8b6c49600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:23.131185 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-499f0a2c-3dea-4401-9db9-d9656749531c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ba8b440a2a2403eae3dda3b0f443e58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2008224
Apr 20 14:12:23.132186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f0a2c-3dea-4401-9db9-d9656749531c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1131d9-b905-413c-bf49-0b9e1f95b61d,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:23.135057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 54620) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:23.135447 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-499f0a2c-3dea-4401-9db9-d9656749531c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:23.206241 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c579-35af-4828-b0e9-c7135a13ffde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:23.237430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c579-35af-4828-b0e9-c7135a13ffde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:23.283842 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c579-35af-4828-b0e9-c7135a13ffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:23.287774 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-01190ed9-718c-426b-addc-8579faf9bc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:23.301626 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8c579-35af-4828-b0e9-c7135a13ffde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1131d9-b905-413c-bf49-0b9e1f95b61d,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:23.304902 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e0b8c579-35af-4828-b0e9-c7135a13ffde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:23.307046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e0b8c579-35af-4828-b0e9-c7135a13ffde admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:23.308233 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e0b8c579-35af-4828-b0e9-c7135a13ffde admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b1131d9-b905-413c-bf49-0b9e1f95b61d HTTP/1.1" status: 204  len: 168 time: 0.1721308
Apr 20 14:12:24.793165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 54666) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:24.925018 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:24.942290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:24.946554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Usage tracker for resource:security_group_rule and tenant:77ca4dac9a89412492c27d1a1f19c2d9 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:24.949670 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:24.955910 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:25.045754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:25.049164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:25.062243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-07b2472a-a52f-401d-bf61-ec02c76851ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:25.106414 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77ca4dac9a89412492c27d1a1f19c2d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3128400
Apr 20 14:12:25.107398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a0fa3a-1b35-4cf1-9d6a-121a05c74786,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:25.109559 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 54672) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:25.116914 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:25.117316 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:25.117733 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:25.118122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:25.118510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:25.118895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:25.119279 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:25.119661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:25.120036 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:25.120424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:25.120795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:25.121217 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:25.125542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:25.186367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cb93d415-675c-4ba3-86da-d808365a04a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:25.217315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cb93d415-675c-4ba3-86da-d808365a04a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:25.268546 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cb93d415-675c-4ba3-86da-d808365a04a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:25.274255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a985dc11-18c0-4f3e-a2b9-e6e9baa0e14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:25.289853 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93d415-675c-4ba3-86da-d808365a04a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a0fa3a-1b35-4cf1-9d6a-121a05c74786,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:25.293056 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cb93d415-675c-4ba3-86da-d808365a04a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:25.304316 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cb93d415-675c-4ba3-86da-d808365a04a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:25.308613 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-cb93d415-675c-4ba3-86da-d808365a04a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28a0fa3a-1b35-4cf1-9d6a-121a05c74786 HTTP/1.1" status: 204  len: 168 time: 0.1977222
Apr 20 14:12:26.955016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e55767-2d2f-466f-9171-2b85edb52cc7 req-d84a965d-23e9-4e8b-b254-9d2e5aa444ad tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:26.957411 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98e55767-2d2f-466f-9171-2b85edb52cc7 req-d84a965d-23e9-4e8b-b254-9d2e5aa444ad tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1302116
Apr 20 14:12:27.021924 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98e55767-2d2f-466f-9171-2b85edb52cc7 req-4ac1a759-36aa-4a11-beb2-adc52bb1cb9a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571289
Apr 20 14:12:28.242471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2febf-aa96-4ab2-8c0c-1a0797a4f48d req-2aead607-04c1-4ade-b794-53ec00c759f8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:28.244170 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-56b2febf-aa96-4ab2-8c0c-1a0797a4f48d req-2aead607-04c1-4ade-b794-53ec00c759f8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.0910952
Apr 20 14:12:28.304625 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-56b2febf-aa96-4ab2-8c0c-1a0797a4f48d req-3ec58e7f-3660-4a9b-9e56-3e5b59a362c0 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489275
Apr 20 14:12:31.673493 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d45e6-af2f-456d-bab2-09e53d690e3b req-22251e89-dd54-4d4b-ad68-682cceb72a9f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:31.675277 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-206d45e6-af2f-456d-bab2-09e53d690e3b req-22251e89-dd54-4d4b-ad68-682cceb72a9f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.0964456
Apr 20 14:12:31.733670 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-206d45e6-af2f-456d-bab2-09e53d690e3b req-48165dd5-4e51-4d20-b817-3d5ec0085f5c tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515211
Apr 20 14:12:32.408080 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 54850) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:32.576129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-55378600-ccd4-437e-88ee-433ac476cb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:32.596823 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-55378600-ccd4-437e-88ee-433ac476cb40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:32.601650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-55378600-ccd4-437e-88ee-433ac476cb40 admin admin] Usage tracker for resource:security_group_rule and tenant:27ebc646e4364db39eeec65a553524db is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:32.605187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-55378600-ccd4-437e-88ee-433ac476cb40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:32.612525 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-55378600-ccd4-437e-88ee-433ac476cb40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:32.713794 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-55378600-ccd4-437e-88ee-433ac476cb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:32.718217 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-55378600-ccd4-437e-88ee-433ac476cb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:32.750831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4fe7808e-a810-47fe-852e-45e8f0a16bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:32.763555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 54868) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:32.777439 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-55378600-ccd4-437e-88ee-433ac476cb40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27ebc646e4364db39eeec65a553524db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3675828
Apr 20 14:12:32.832332 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55378600-ccd4-437e-88ee-433ac476cb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e97e7af-261e-4d89-8136-4fe69cbd6dc0,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:32.846457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:32.847995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-55378600-ccd4-437e-88ee-433ac476cb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:32.855058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 54874) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:32.900155 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:32.963422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:32.971971 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4283674f-1a3f-4d15-94d0-23e1e0fbdb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:32.996268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:33.001385 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e97e7af-261e-4d89-8136-4fe69cbd6dc0 HTTP/1.1" status: 204  len: 168 time: 0.2364991
Apr 20 14:12:33.002842 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e97e7af-261e-4d89-8136-4fe69cbd6dc0,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:33.019315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:33.019834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:33.020293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:33.020713 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:33.021082 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:33.021472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:33.021887 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:33.022274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:33.022663 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:33.023043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:33.023428 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:33.023810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:33.035703 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:33.124607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dc9a93da-8a9c-487d-ba1f-76a4e18bab6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:33.201490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-dc9a93da-8a9c-487d-ba1f-76a4e18bab6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:33.224681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-dc9a93da-8a9c-487d-ba1f-76a4e18bab6a admin admin] Usage tracker for resource:security_group_rule and tenant:a6c48994b8df4707ad9db2173d671268 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:33.231156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-dc9a93da-8a9c-487d-ba1f-76a4e18bab6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:33.258645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-dc9a93da-8a9c-487d-ba1f-76a4e18bab6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:33.475454 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dc9a93da-8a9c-487d-ba1f-76a4e18bab6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:33.481981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dc9a93da-8a9c-487d-ba1f-76a4e18bab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:33.538024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-748a4d4d-b011-4510-a066-1da08f5f839b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:33.550159 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-dc9a93da-8a9c-487d-ba1f-76a4e18bab6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6c48994b8df4707ad9db2173d671268&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6932638
Apr 20 14:12:33.555099 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 54902) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:33.662626 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a93da-8a9c-487d-ba1f-76a4e18bab6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b20587-15f2-4e4b-a8e5-496fb35bdc1a,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:33.668921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-dc9a93da-8a9c-487d-ba1f-76a4e18bab6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:33.727144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b4653fbb-7b27-4b3a-937b-9178e54d0d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:33.763500 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b4653fbb-7b27-4b3a-937b-9178e54d0d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:33.817477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b4653fbb-7b27-4b3a-937b-9178e54d0d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:33.864734 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-510271b5-1fb7-46f4-9be8-083631a14adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:33.882871 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4653fbb-7b27-4b3a-937b-9178e54d0d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b20587-15f2-4e4b-a8e5-496fb35bdc1a,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:33.887977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b4653fbb-7b27-4b3a-937b-9178e54d0d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:33.892183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b4653fbb-7b27-4b3a-937b-9178e54d0d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:33.896176 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b4653fbb-7b27-4b3a-937b-9178e54d0d54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25b20587-15f2-4e4b-a8e5-496fb35bdc1a HTTP/1.1" status: 204  len: 168 time: 0.3367214
Apr 20 14:12:34.028678 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-70e3fcf8-d8a3-4a01-a1b7-a63ff8dc0836 req-833389bd-014a-4b4a-8e97-80a896752e78 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1232545
Apr 20 14:12:34.068167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-fe624c52-c064-44fe-afd9-4f3d36146c24 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Synchronizing usage tracker for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:12:34.088066 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-fe624c52-c064-44fe-afd9-4f3d36146c24 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Unset dirty status for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:12:34.089372 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-fe624c52-c064-44fe-afd9-4f3d36146c24 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089506658&fields=id&tenant_id=b6bc03189b7b4652b856e6ff76b178b8 HTTP/1.1" status: 200  len: 267 time: 0.0684958
Apr 20 14:12:34.243808 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3fcf8-d8a3-4a01-a1b7-a63ff8dc0836 req-1515ec5b-7d2e-4fc7-b029-6f70bcccd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:34.246003 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-70e3fcf8-d8a3-4a01-a1b7-a63ff8dc0836 req-1515ec5b-7d2e-4fc7-b029-6f70bcccd5d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 1098 time: 0.1163316
Apr 20 14:12:34.249037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-80682913-3732-4720-8c0e-d4bf0bb01405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:34.473232 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-3f0533f2-4f5e-4b6d-9da6-e6b54295e347 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:34.482006 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-3f0533f2-4f5e-4b6d-9da6-e6b54295e347 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 812 time: 0.3841577
Apr 20 14:12:34.493089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3fcf8-d8a3-4a01-a1b7-a63ff8dc0836 req-efcc0f1e-e2c3-4cd5-9763-fbcf00be7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:34.494941 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-70e3fcf8-d8a3-4a01-a1b7-a63ff8dc0836 req-efcc0f1e-e2c3-4cd5-9763-fbcf00be7ec8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 200  len: 916 time: 0.2242200
Apr 20 14:12:34.501030 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-2c602813-db76-4bb4-aa07-603cea592e2e tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/quotas/b6bc03189b7b4652b856e6ff76b178b8 HTTP/1.1" status: 200  len: 375 time: 0.0176129
Apr 20 14:12:34.556754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 54944) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:34.600936 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0330c05c-f659-469b-b5af-d67d3d21b21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:34.616762 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-70e3fcf8-d8a3-4a01-a1b7-a63ff8dc0836 req-be2d0a20-a22f-4404-9ca8-f58ac6b37571 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e488e379-4186-4101-8fc8-46f3543fe3f1 HTTP/1.1" status: 200  len: 217 time: 0.1125910
Apr 20 14:12:34.621595 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-0330c05c-f659-469b-b5af-d67d3d21b21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:34.627265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-0330c05c-f659-469b-b5af-d67d3d21b21e admin admin] Usage tracker for resource:security_group_rule and tenant:760961305a004b0dacb669add5bf09c2 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:34.632041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-0330c05c-f659-469b-b5af-d67d3d21b21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:34.642720 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-0330c05c-f659-469b-b5af-d67d3d21b21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:34.664510 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-3176319e-aa2d-4831-b917-55807c7b29d7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1623635
Apr 20 14:12:34.727636 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3fcf8-d8a3-4a01-a1b7-a63ff8dc0836 req-a51c58e4-7b5d-4e8a-984e-6da7e3c7f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:34.729343 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-70e3fcf8-d8a3-4a01-a1b7-a63ff8dc0836 req-a51c58e4-7b5d-4e8a-984e-6da7e3c7f2bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7517288a-f0d4-4d99-aaf2-ae2db9bb1c45 HTTP/1.1" status: 200  len: 855 time: 0.1007900
Apr 20 14:12:34.796346 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-70e3fcf8-d8a3-4a01-a1b7-a63ff8dc0836 req-beff560e-123e-4a86-9660-6d4116b93346 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbe6764-7368-48c7-b252-4bdb783828c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0589869
Apr 20 14:12:34.836844 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-9da6da9c-79a7-4ffc-aca8-0bc10852381c service neutron] 10.222.0.30 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1712334
Apr 20 14:12:35.004607 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-70e3fcf8-d8a3-4a01-a1b7-a63ff8dc0836 req-ff276db6-b500-47af-ae51-960ed8880cff service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1992817
Apr 20 14:12:35.071390 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0330c05c-f659-469b-b5af-d67d3d21b21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:35.107487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0330c05c-f659-469b-b5af-d67d3d21b21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:35.162777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4df4af0e-b4c2-45ba-afbb-8d4cd4347915 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:35.174511 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-70e3fcf8-d8a3-4a01-a1b7-a63ff8dc0836 req-a5a0535f-a9cf-46a6-90f9-4545ba082013 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621640
Apr 20 14:12:35.224997 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-54e2c6b6-d6f9-46c0-8b47-d8deb9ed948f service neutron] 10.222.0.30 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3869641
Apr 20 14:12:35.230395 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330c05c-f659-469b-b5af-d67d3d21b21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb586f1-6d86-4735-9207-c646aee1f727,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:35.236665 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0330c05c-f659-469b-b5af-d67d3d21b21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:35.242723 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0330c05c-f659-469b-b5af-d67d3d21b21e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=760961305a004b0dacb669add5bf09c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6823156
Apr 20 14:12:35.245069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 54958) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:35.318719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1884a39a-65a0-4ffc-b1be-3804dfe02f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:35.357437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1884a39a-65a0-4ffc-b1be-3804dfe02f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:35.445548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1884a39a-65a0-4ffc-b1be-3804dfe02f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:35.451004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1729a363-4480-4ea4-bbac-92fbdbe5336b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:35.469240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884a39a-65a0-4ffc-b1be-3804dfe02f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb586f1-6d86-4735-9207-c646aee1f727,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:35.471352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1884a39a-65a0-4ffc-b1be-3804dfe02f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:35.472501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1884a39a-65a0-4ffc-b1be-3804dfe02f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:35.473608 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-1884a39a-65a0-4ffc-b1be-3804dfe02f26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fb586f1-6d86-4735-9207-c646aee1f727 HTTP/1.1" status: 204  len: 168 time: 0.2273984
Apr 20 14:12:35.849783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-2c015d6a-a486-4d03-b878-c4e55df249bc req-51a9994b-4772-4b0a-8d05-932d29ccb7dc tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Synchronizing usage tracker for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:12:35.890080 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-2c015d6a-a486-4d03-b878-c4e55df249bc req-51a9994b-4772-4b0a-8d05-932d29ccb7dc tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Unset dirty status for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:12:35.891396 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c015d6a-a486-4d03-b878-c4e55df249bc req-51a9994b-4772-4b0a-8d05-932d29ccb7dc tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 210 time: 0.1142423
Apr 20 14:12:36.705730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-deb49f39-eaa0-44a8-bf4b-e0b6f542be35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:37.146962 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5a3af8b0-f050-4ae2-9dc5-508cb49f9f86 req-cf2a6db9-d00c-4b8d-b8f0-c428d1a61829 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 210 time: 0.0550158
Apr 20 14:12:37.296414 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:37.671685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:38.321031 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6a91ee22-2814-476e-95c9-51663432ce23 req-236e7a5d-d962-4e18-9313-d70eb7242cb9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 210 time: 0.0543959
Apr 20 14:12:38.355551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:39.035007 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:39.495850 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01eb12ae-4a12-4d48-97c1-26fce2391516 req-4ac9ec3a-3021-4bbd-a005-1239ff88a2e3 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 210 time: 0.0525839
Apr 20 14:12:40.675105 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d5f6070b-a621-4ab2-80f3-7b6760aa9f53 req-b32baae2-1e56-4add-9ef3-2e84f29c7e7d tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 210 time: 0.0489604
Apr 20 14:12:41.864031 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d98fd028-ce79-4690-9111-ca4d0a28027a req-8bffb284-ab09-492b-9e64-ced3fda2eb65 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 210 time: 0.0547576
Apr 20 14:12:43.041758 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1bfafe11-3626-4471-b573-2ab5555c5b4a req-8fa9914f-5fad-4b78-91cf-09578c182d1a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 210 time: 0.0571811
Apr 20 14:12:43.877340 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:12:44.217101 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9b203ccd-a92e-4a21-83bb-1aaf120315b9 req-20ab16ac-90b1-4bc4-a473-d6babe0c4772 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 210 time: 0.0561204
Apr 20 14:12:45.412930 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3e81b976-a17f-406f-82ab-7d510c451c21 req-8544df1b-7cdd-4300-9b92-0213673ccaf1 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 210 time: 0.0673399
Apr 20 14:12:45.476238 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-abfbaeec-6c55-428c-94d4-925aa582180a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:45.477043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-abfbaeec-6c55-428c-94d4-925aa582180a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Synchronizing usage tracker for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:network {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:12:45.497038 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-abfbaeec-6c55-428c-94d4-925aa582180a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Unset dirty status for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:network {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:12:45.498372 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-abfbaeec-6c55-428c-94d4-925aa582180a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 812 time: 0.2590327
Apr 20 14:12:45.685603 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-f0d847c0-52c2-4ca3-aee4-cba7391c70e2 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Synchronizing usage tracker for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:security_group {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:12:45.699383 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-f0d847c0-52c2-4ca3-aee4-cba7391c70e2 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Unset dirty status for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:security_group {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:12:45.700963 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-f0d847c0-52c2-4ca3-aee4-cba7391c70e2 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6bc03189b7b4652b856e6ff76b178b8 HTTP/1.1" status: 200  len: 8061 time: 0.0947800
Apr 20 14:12:45.718877 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Request body: {'port': {'device_id': 'ee1e2bca-7276-447d-8eb7-0df1f0907da3', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'admin_state_up': True, 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'security_groups': ['deb685b4-cf4f-4d10-875d-ce63327ba8c6']}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:12:45.877451 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:45.888731 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:45.900715 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Made reservation on behalf of b6bc03189b7b4652b856e6ff76b178b8 for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:12:45.907061 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:46.109632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Allocated IP 172.20.0.8 (2ca6db40-cbd3-412c-8c55-59f3066092fb/59c8f2cc-53e5-45a9-915e-c29f6eb9b423/e55b5704-4b69-403d-9089-3b00a02616e9) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:12:46.355510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:46.372685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Transition to ACTIVE for port object e55b5704-4b69-403d-9089-3b00a02616e9 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:12:46.397929 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:46.404159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:46.479372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Network 2ca6db40-cbd3-412c-8c55-59f3066092fb is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:12:46.480684 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:12:46.485841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:12:46.536285 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'Port': ['ID=e55b5704-4b69-403d-9089-3b00a02616e9,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:46.543524 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:46.574033 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:46.574780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:46.608146 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8963346
Apr 20 14:12:46.620891 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Request body: {'port': {'device_id': 'ee1e2bca-7276-447d-8eb7-0df1f0907da3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:12:46.663851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b3790-57dd-4b89-8fee-3c2038cfebb5 req-738088e2-5b70-4018-b8a2-db4af47ebe16 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:46.665574 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b6b3790-57dd-4b89-8fee-3c2038cfebb5 req-738088e2-5b70-4018-b8a2-db4af47ebe16 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 931 time: 0.1131570
Apr 20 14:12:46.732428 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b6b3790-57dd-4b89-8fee-3c2038cfebb5 req-aab83d10-c39b-48f1-a769-de4017f3bfaa tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594931
Apr 20 14:12:46.784401 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-8651f1ee-f9a3-4c6d-a45a-28cea81b473c None None] Provisioning for port e55b5704-4b69-403d-9089-3b00a02616e9 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:12:46.790227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-8651f1ee-f9a3-4c6d-a45a-28cea81b473c None None] Provisioning complete for port e55b5704-4b69-403d-9089-3b00a02616e9 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:12:46.791025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8651f1ee-f9a3-4c6d-a45a-28cea81b473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:46.796785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:46.855520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-8651f1ee-f9a3-4c6d-a45a-28cea81b473c None None] Port e55b5704-4b69-403d-9089-3b00a02616e9 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:12:47.206728 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55b5704-4b69-403d-9089-3b00a02616e9 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:12:47.216317 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:47.234005 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Transition to ACTIVE for port object e55b5704-4b69-403d-9089-3b00a02616e9 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:12:47.237979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:47.246742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:47.364713 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e55b5704-4b69-403d-9089-3b00a02616e9,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:47.433336 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:47.639914 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Attempting to bind port e55b5704-4b69-403d-9089-3b00a02616e9 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:12:47.641131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Attempting to bind port e55b5704-4b69-403d-9089-3b00a02616e9 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:12:47.642143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Attempting to bind port e55b5704-4b69-403d-9089-3b00a02616e9 on network 2ca6db40-cbd3-412c-8c55-59f3066092fb {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:12:47.653101 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Port e55b5704-4b69-403d-9089-3b00a02616e9 on network 2ca6db40-cbd3-412c-8c55-59f3066092fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:12:47.653804 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Attempting to bind port e55b5704-4b69-403d-9089-3b00a02616e9 on network 2ca6db40-cbd3-412c-8c55-59f3066092fb {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:12:47.665083 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:12:47.665740 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Checking segment: {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:12:47.666453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Bound using segment: {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:12:47.667281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Bound port: e55b5704-4b69-403d-9089-3b00a02616e9, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:12:47.668969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:47.774077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] For port e55b5704-4b69-403d-9089-3b00a02616e9, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:12:47.778233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] For port e55b5704-4b69-403d-9089-3b00a02616e9, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e55b5704-4b69-403d-9089-3b00a02616e9,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:12:47.782539 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:47.788503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:47.865916 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e55b5704-4b69-403d-9089-3b00a02616e9,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:47.870036 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:47.871343 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:47.872001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:47.873476 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] 10.222.0.53 "PUT /v2.0/ports/e55b5704-4b69-403d-9089-3b00a02616e9 HTTP/1.1" status: 200  len: 1093 time: 1.2574522
Apr 20 14:12:47.873990 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1e2bca-7276-447d-8eb7-0df1f0907da3', 'tag': 'e55b5704-4b69-403d-9089-3b00a02616e9'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:12:47.962268 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1e2bca-7276-447d-8eb7-0df1f0907da3', 'tag': 'e55b5704-4b69-403d-9089-3b00a02616e9', 'status': 'completed', 'code': 200}
Apr 20 14:12:48.024313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-aa7d6080-623f-4a0b-8358-30c1a7c3dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:48.026026 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-aa7d6080-623f-4a0b-8358-30c1a7c3dfe4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 1096 time: 0.1077890
Apr 20 14:12:48.031831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b79cc-da89-4aa7-97e9-814a3ebb6acb req-ab97865f-3650-492b-b663-a0199646af33 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:48.034893 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b91b79cc-da89-4aa7-97e9-814a3ebb6acb req-ab97865f-3650-492b-b663-a0199646af33 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.1320796
Apr 20 14:12:48.129371 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b91b79cc-da89-4aa7-97e9-814a3ebb6acb req-fc32a50c-f609-4932-86d8-1a3d6889b635 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860868
Apr 20 14:12:48.181126 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-94757f66-3e19-4bbc-8cb6-25e95cb25cc3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e55b5704-4b69-403d-9089-3b00a02616e9 HTTP/1.1" status: 200  len: 217 time: 0.0884755
Apr 20 14:12:48.282730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-04b89633-c13d-4652-a5ef-3b051b8e31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:48.284328 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-04b89633-c13d-4652-a5ef-3b051b8e31aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59c8f2cc-53e5-45a9-915e-c29f6eb9b423 HTTP/1.1" status: 200  len: 851 time: 0.0903721
Apr 20 14:12:48.382449 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-a3174858-2028-441a-b400-cba9001e8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:48.382449 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-a3174858-2028-441a-b400-cba9001e8f96 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ca6db40-cbd3-412c-8c55-59f3066092fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839076
Apr 20 14:12:48.772233 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-6f0f8fb9-dd79-44c4-b1d3-178613960d6c service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3884370
Apr 20 14:12:48.945094 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8cdcf022-aca8-40de-ac2d-fa3b41ed4cfe req-f4be7b7d-4f28-4920-a60e-9fca0358d260 service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585457
Apr 20 14:12:49.106100 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c49da-5219-4755-8ce4-9739c7312cd6 req-19ef0aae-9de7-43db-b5cd-6d4a2dc24212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:49.107529 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-899c49da-5219-4755-8ce4-9739c7312cd6 req-19ef0aae-9de7-43db-b5cd-6d4a2dc24212 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 1096 time: 0.1097913
Apr 20 14:12:49.277597 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c49da-5219-4755-8ce4-9739c7312cd6 req-8652527f-b4fa-4651-b94d-6d108fc3842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:49.279146 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-899c49da-5219-4755-8ce4-9739c7312cd6 req-8652527f-b4fa-4651-b94d-6d108fc3842e service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 913 time: 0.1622047
Apr 20 14:12:49.371146 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-899c49da-5219-4755-8ce4-9739c7312cd6 req-db1c4006-1f20-42a9-82a9-bc14b9efc422 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e55b5704-4b69-403d-9089-3b00a02616e9 HTTP/1.1" status: 200  len: 217 time: 0.0842655
Apr 20 14:12:49.428047 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f69b3f-27ba-49fb-bfa7-0b4a5550fbab req-09a5e20f-99c9-4109-9f92-027405dac875 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:49.436545 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-10f69b3f-27ba-49fb-bfa7-0b4a5550fbab req-09a5e20f-99c9-4109-9f92-027405dac875 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.1125183
Apr 20 14:12:49.465752 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c49da-5219-4755-8ce4-9739c7312cd6 req-bf5917dc-4b22-4149-bfee-a9832bcfa57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:49.468265 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-899c49da-5219-4755-8ce4-9739c7312cd6 req-bf5917dc-4b22-4149-bfee-a9832bcfa57e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59c8f2cc-53e5-45a9-915e-c29f6eb9b423 HTTP/1.1" status: 200  len: 851 time: 0.0905352
Apr 20 14:12:49.497572 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-10f69b3f-27ba-49fb-bfa7-0b4a5550fbab req-c3fe6d44-5d9e-4ce7-9251-7c561995fd38 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600314
Apr 20 14:12:49.561234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c49da-5219-4755-8ce4-9739c7312cd6 req-d937003f-1939-4ce5-bc70-a6094c73ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:49.563025 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-899c49da-5219-4755-8ce4-9739c7312cd6 req-d937003f-1939-4ce5-bc70-a6094c73ff97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ca6db40-cbd3-412c-8c55-59f3066092fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876939
Apr 20 14:12:49.732838 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-899c49da-5219-4755-8ce4-9739c7312cd6 req-caa5f655-1b8b-4582-aa6c-4295e88c53cc service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601162
Apr 20 14:12:49.981379 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-899c49da-5219-4755-8ce4-9739c7312cd6 req-2ba8ba28-59d4-4852-bb4c-c57f5ab831ac service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2411780
Apr 20 14:12:50.709159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7220da-590b-4ac5-bc5b-64f31cb96eaf req-f5de2aa3-b8f3-44c2-b746-af9ce68bb716 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:50.710974 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6a7220da-590b-4ac5-bc5b-64f31cb96eaf req-f5de2aa3-b8f3-44c2-b746-af9ce68bb716 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.0948865
Apr 20 14:12:50.766191 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6a7220da-590b-4ac5-bc5b-64f31cb96eaf req-a6dafa8d-a993-460a-ab48-2d7a1273792e tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471232
Apr 20 14:12:52.287681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f86cf-ba64-489b-8a56-b3087dc59647 req-5c7a0394-47f3-491d-b4d3-e2c833334aa2 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:52.290849 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-303f86cf-ba64-489b-8a56-b3087dc59647 req-5c7a0394-47f3-491d-b4d3-e2c833334aa2 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.1710687
Apr 20 14:12:52.348981 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-303f86cf-ba64-489b-8a56-b3087dc59647 req-cebafaed-c2fd-4fd8-8882-f429edf78e0b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496311
Apr 20 14:12:52.957067 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 55334) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:53.128673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ab01f20c-edc8-484e-b458-56d75b82d9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:53.150040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ab01f20c-edc8-484e-b458-56d75b82d9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:53.155589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ab01f20c-edc8-484e-b458-56d75b82d9ed admin admin] Usage tracker for resource:security_group_rule and tenant:2920fb4dd6124ddb8db67f89c4981160 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:53.159171 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ab01f20c-edc8-484e-b458-56d75b82d9ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:53.167523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ab01f20c-edc8-484e-b458-56d75b82d9ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:53.299664 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ab01f20c-edc8-484e-b458-56d75b82d9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:53.305052 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ab01f20c-edc8-484e-b458-56d75b82d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:53.347565 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-065afe91-39c7-45a7-82d4-0e1de9009cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:53.361871 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ab01f20c-edc8-484e-b458-56d75b82d9ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2920fb4dd6124ddb8db67f89c4981160&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4033191
Apr 20 14:12:53.367067 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 55356) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:53.410619 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01f20c-edc8-484e-b458-56d75b82d9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a435a01-3cea-4248-a2da-bf177c6556f9,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:53.431962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ab01f20c-edc8-484e-b458-56d75b82d9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:53.516733 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-311b38f6-ee09-452a-abec-627f38dd4bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:53.555838 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-311b38f6-ee09-452a-abec-627f38dd4bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:53.621447 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-311b38f6-ee09-452a-abec-627f38dd4bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:53.627692 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8c92a670-fc00-457f-b38c-e3b349b826fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:53.653541 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b38f6-ee09-452a-abec-627f38dd4bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a435a01-3cea-4248-a2da-bf177c6556f9,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:53.661737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-311b38f6-ee09-452a-abec-627f38dd4bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:53.664905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-311b38f6-ee09-452a-abec-627f38dd4bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:53.670307 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-311b38f6-ee09-452a-abec-627f38dd4bfd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a435a01-3cea-4248-a2da-bf177c6556f9 HTTP/1.1" status: 204  len: 168 time: 0.3015604
Apr 20 14:12:53.761831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558271f-0724-4503-8943-70dda0b9cc8d req-869187b0-a21e-47ed-b0cd-ab3e8e40c369 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:53.774806 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4558271f-0724-4503-8943-70dda0b9cc8d req-869187b0-a21e-47ed-b0cd-ab3e8e40c369 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.2045488
Apr 20 14:12:53.885768 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4558271f-0724-4503-8943-70dda0b9cc8d req-fac20bb5-e95d-45ab-af91-62ab0b0a9829 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062016
Apr 20 14:12:54.079490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 55388) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:54.332479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d91b0229-0e5d-4fcc-8599-735e5c68bd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:54.373749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-d91b0229-0e5d-4fcc-8599-735e5c68bd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:54.387803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-d91b0229-0e5d-4fcc-8599-735e5c68bd65 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b5a90291e3431b9206bbda9d065a09 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:54.395242 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-d91b0229-0e5d-4fcc-8599-735e5c68bd65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:54.431613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-d91b0229-0e5d-4fcc-8599-735e5c68bd65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:54.711545 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d91b0229-0e5d-4fcc-8599-735e5c68bd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:54.719840 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d91b0229-0e5d-4fcc-8599-735e5c68bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:54.737564 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-917372a1-60a2-4179-bd27-b487b81429e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:54.835565 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d91b0229-0e5d-4fcc-8599-735e5c68bd65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7b5a90291e3431b9206bbda9d065a09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7489660
Apr 20 14:12:54.836408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 55420) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:54.837237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b0229-0e5d-4fcc-8599-735e5c68bd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c3e4cd-c198-4c8e-afca-89917b22e242,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:54.857506 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d91b0229-0e5d-4fcc-8599-735e5c68bd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:54.946041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1d51f08e-1086-4dad-850d-003a533fc79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:55.003385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1d51f08e-1086-4dad-850d-003a533fc79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:55.103346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1d51f08e-1086-4dad-850d-003a533fc79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:55.111405 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ddeaeb70-60b2-46aa-9245-23cb83064e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:55.133650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1d51f08e-1086-4dad-850d-003a533fc79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:55.135087 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-1d51f08e-1086-4dad-850d-003a533fc79b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09c3e4cd-c198-4c8e-afca-89917b22e242 HTTP/1.1" status: 204  len: 168 time: 0.2969294
Apr 20 14:12:55.136201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51f08e-1086-4dad-850d-003a533fc79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c3e4cd-c198-4c8e-afca-89917b22e242,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:55.168506 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1d51f08e-1086-4dad-850d-003a533fc79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:55.241187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 55436) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:55.361381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d703b7a-0735-4af5-9595-2198b281b361 req-40eee48a-deb9-4fa6-a0c6-1c5653abdfff tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:55.365356 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4d703b7a-0735-4af5-9595-2198b281b361 req-40eee48a-deb9-4fa6-a0c6-1c5653abdfff tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.2588181
Apr 20 14:12:55.467658 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4d703b7a-0735-4af5-9595-2198b281b361 req-554ad50d-38c8-41d0-a870-18d26d3ff53e tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0911424
Apr 20 14:12:55.620968 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1868478765-network', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:12:55.626607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:55.631810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Usage tracker for resource:network and tenant:29d8195a916f479b9747a1f2f07b9280 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:55.635847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:55.643952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:55.670992 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Made reservation on behalf of 29d8195a916f479b9747a1f2f07b9280 for: {'network': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:12:55.680986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:55.696042 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:55.715761 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:55.720732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:29d8195a916f479b9747a1f2f07b9280 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:55.724402 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:55.731682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:55.836859 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:55.847169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:55.854023 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f07eec1f-30a8-47aa-b69d-09cbdfe81841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:55.882726 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'}  {{(pid=86375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:12:55.931514 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da18c58-d5d3-4409-ba03-9883455a633e,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:55.937498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:55.938292 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Added segment f1c7de80-2989-45fc-8b07-a365093fda4b of type vlan for network dba9e294-92e4-413e-8bce-986c47c8eae7
Apr 20 14:12:55.980096 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:55.985395 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:56.023060 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:56.024702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:56.025614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:56.031722 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:56.139447 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=dba9e294-92e4-413e-8bce-986c47c8eae7,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:56.156218 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:56.167502 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network dba9e294-92e4-413e-8bce-986c47c8eae7 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:12:56.186756 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 55478) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:56.187007 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9440761
Apr 20 14:12:56.199916 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Request body: {'subnet': {'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1868478765-subnet', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:12:56.211142 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:56.220243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Usage tracker for resource:subnet and tenant:29d8195a916f479b9747a1f2f07b9280 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:56.226336 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:56.239949 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:56.261895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Made reservation on behalf of 29d8195a916f479b9747a1f2f07b9280 for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:12:56.270739 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852457628'] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:57.083287 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772acb3-70e1-4804-9f90-e2d98935c8c9 req-084a9b03-88eb-44d6-9bcb-73b7683df7f6 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:57.084324 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-d772acb3-70e1-4804-9f90-e2d98935c8c9 req-084a9b03-88eb-44d6-9bcb-73b7683df7f6 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Synchronizing usage tracker for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:12:57.119699 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-d772acb3-70e1-4804-9f90-e2d98935c8c9 req-084a9b03-88eb-44d6-9bcb-73b7683df7f6 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Unset dirty status for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:12:57.134342 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d772acb3-70e1-4804-9f90-e2d98935c8c9 req-084a9b03-88eb-44d6-9bcb-73b7683df7f6 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.2459483
Apr 20 14:12:57.147902 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852963440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852457611'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:57.156389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:57.200247 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d772acb3-70e1-4804-9f90-e2d98935c8c9 req-8b3dc057-5b2f-446f-9450-dc9e552459cc tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687971
Apr 20 14:12:57.248362 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Checking segment: {'id': 'f1c7de80-2989-45fc-8b07-a365093fda4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:12:57.248768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Network hostable DHCP agents. Network: dba9e294-92e4-413e-8bce-986c47c8eae7, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:12:57.263088 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Pushing event updated for resources: {'Subnet': ['ID=733e26ca-97ac-403f-a602-f010414e3fe8,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:57.266963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:57.276856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Network dba9e294-92e4-413e-8bce-986c47c8eae7 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:12:57.288259 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, dba9e294-92e4-413e-8bce-986c47c8eae7) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:12:57.297873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d78e72-17d5-40e1-ab87-93d1269c62ed None None] Network dba9e294-92e4-413e-8bce-986c47c8eae7 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:12:57.317328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:57.320391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:57.431701 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2428253
Apr 20 14:12:57.432805 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 55510) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:12:57.445015 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:12:57.459604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:12:57.477853 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Usage tracker for resource:router and tenant:29d8195a916f479b9747a1f2f07b9280 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:12:57.496373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:12:57.520611 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:12:57.547908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853793824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761469'] for router, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:57.549649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14588'] for router, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:57.569413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:57.822712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfca74e90-b3bb-545f-b56d-cce190126c4c-dba9e294-92e4-413e-8bce-986c47c8eae7', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'fixed_ips': [{'subnet_id': '733e26ca-97ac-403f-a602-f010414e3fe8'}]}} from dv-cinder-774594-5-iscsi. {{(pid=86377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:12:57.824460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:57.969423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268281bb-7a25-43f6-a2d5-43ced9d74ecb req-7e2862bd-3cd5-4cf7-b06f-d73aef963712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:57.971062 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-268281bb-7a25-43f6-a2d5-43ced9d74ecb req-7e2862bd-3cd5-4cf7-b06f-d73aef963712 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=41708f6d5066439e9e48ce3963586db5&device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 1098 time: 0.1809812
Apr 20 14:12:58.106435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14573'] for router, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:58.116052 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Allocated IP 172.20.0.2 (dba9e294-92e4-413e-8bce-986c47c8eae7/733e26ca-97ac-403f-a602-f010414e3fe8/f238d027-a58b-4434-8677-abb2fa519243) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:12:58.131377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268281bb-7a25-43f6-a2d5-43ced9d74ecb req-84c9971e-66a2-4b6b-9344-5596accdc14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:58.133203 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-268281bb-7a25-43f6-a2d5-43ced9d74ecb req-84c9971e-66a2-4b6b-9344-5596accdc14f service neutron] 10.222.0.53 "GET /v2.0/networks?id=6a5662e4-6547-4ce5-9231-c608bc3281fd HTTP/1.1" status: 200  len: 919 time: 0.1546414
Apr 20 14:12:58.354112 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-268281bb-7a25-43f6-a2d5-43ced9d74ecb req-d34e86fd-12db-4f94-8a0f-9e21b3bbf8bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a754a9a9-2294-421f-93b8-961f40b84283 HTTP/1.1" status: 200  len: 217 time: 0.1868634
Apr 20 14:12:58.469397 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:58.505474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfd660-d09a-4441-8c18-cddd1a864e62 req-4a8d7062-5d90-4e92-b65c-7a604d2ce21a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:58.507043 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3fbfd660-d09a-4441-8c18-cddd1a864e62 req-4a8d7062-5d90-4e92-b65c-7a604d2ce21a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.3806188
Apr 20 14:12:58.519120 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Transition to ACTIVE for port object f238d027-a58b-4434-8677-abb2fa519243 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:12:58.575918 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Transition to ACTIVE for port object f238d027-a58b-4434-8677-abb2fa519243 will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:12:58.592409 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3fbfd660-d09a-4441-8c18-cddd1a864e62 req-602fd5bd-7747-46d2-aa22-301d88d265c7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734453
Apr 20 14:12:58.617739 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:58.628945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ce6f3a50-7460-4dbb-ab3d-6b46941bf5ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:58.799031 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Pushing event updated for resources: {'Port': ['ID=f238d027-a58b-4434-8677-abb2fa519243,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:58.827305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:58.831413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:58.836208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:58.836208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:58.836208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:58.836208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:58.836208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:58.836208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:58.837339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:58.842265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:58.844980 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:58.851861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:12:58.862163 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:58.883656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9f224-33ef-4f09-972e-d37daff44048 req-468ca054-9544-4c0a-95ba-238a6fd26e3a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:12:58.888459 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39e9f224-33ef-4f09-972e-d37daff44048 req-468ca054-9544-4c0a-95ba-238a6fd26e3a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.3979714
Apr 20 14:12:58.904413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Network dba9e294-92e4-413e-8bce-986c47c8eae7 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:12:58.906812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Resources bound (agent type, host, resource id):  {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:12:58.931505 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:12:58.991883 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:59.033101 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:59.050784 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-39e9f224-33ef-4f09-972e-d37daff44048 req-e164db51-4ab4-4c04-a33d-fda1149a6277 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1500323
Apr 20 14:12:59.138209 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Attempting to bind port f238d027-a58b-4434-8677-abb2fa519243 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:12:59.138784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Attempting to bind port f238d027-a58b-4434-8677-abb2fa519243 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': 'f1c7de80-2989-45fc-8b07-a365093fda4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:12:59.139026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Attempting to bind port f238d027-a58b-4434-8677-abb2fa519243 on network dba9e294-92e4-413e-8bce-986c47c8eae7 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:12:59.150174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:12:59.150892 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Checking segment: {'id': 'f1c7de80-2989-45fc-8b07-a365093fda4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:12:59.151644 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:59.152352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Bound using segment: {'id': 'f1c7de80-2989-45fc-8b07-a365093fda4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:12:59.152928 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Bound port: f238d027-a58b-4434-8677-abb2fa519243, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c7de80-2989-45fc-8b07-a365093fda4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:12:59.153567 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:59.218479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Allocated IP 172.27.3.182 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/3cd51f7e-5ce5-4b16-92b6-ae2ec51de123) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:12:59.274363 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] For port f238d027-a58b-4434-8677-abb2fa519243, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:12:59.278011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] For port f238d027-a58b-4434-8677-abb2fa519243, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=f238d027-a58b-4434-8677-abb2fa519243,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:12:59.283026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:59.294542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c1002fb8-985f-4d69-a627-231ed168169a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:59.400019 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Pushing event updated for resources: {'Port': ['ID=f238d027-a58b-4434-8677-abb2fa519243,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:12:59.406015 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:12:59.813056 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:59.879017 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:12:59.888414 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:12:59.965406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:12:59.969223 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:12:59.975928 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:13:00.014951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3cd51f7e-5ce5-4b16-92b6-ae2ec51de123,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:00.018338 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:00.031479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268281bb-7a25-43f6-a2d5-43ced9d74ecb req-48d4de39-fd34-44b7-8fdf-f63d020825a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:00.034380 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-268281bb-7a25-43f6-a2d5-43ced9d74ecb req-48d4de39-fd34-44b7-8fdf-f63d020825a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5dfd9853-f316-42eb-bcab-9332c748ef16 HTTP/1.1" status: 200  len: 858 time: 0.2611358
Apr 20 14:13:00.103926 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebb1c7-0d41-4f7d-a489-862d233e0318 req-6f83f216-50a6-412d-8bac-aac8094896c8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:00.107446 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d1ebb1c7-0d41-4f7d-a489-862d233e0318 req-6f83f216-50a6-412d-8bac-aac8094896c8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.2134442
Apr 20 14:13:00.188106 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d1ebb1c7-0d41-4f7d-a489-862d233e0318 req-d8d2114e-3927-499d-a80c-daba2a8de76a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735939
Apr 20 14:13:00.428361 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9086352-1f33-4f7d-9786-51ee66ee7988 req-1a0d0278-d698-481a-9869-95d7d77291ad tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:00.430781 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a9086352-1f33-4f7d-9786-51ee66ee7988 req-1a0d0278-d698-481a-9869-95d7d77291ad tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.1264272
Apr 20 14:13:00.526206 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a9086352-1f33-4f7d-9786-51ee66ee7988 req-fa4aafa7-a41c-49a8-942f-aaab6a246fe5 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862494
Apr 20 14:13:00.585650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:00.832089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8e87c8-95fd-4aea-b08e-00fe11569b26 None None] Network dba9e294-92e4-413e-8bce-986c47c8eae7 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:13:00.874839 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-268281bb-7a25-43f6-a2d5-43ced9d74ecb req-92e6180f-d915-4788-8170-556bc7896148 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6a5662e4-6547-4ce5-9231-c608bc3281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560150
Apr 20 14:13:00.947049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-19856b7f-6f87-465d-8371-919d9a63768d None None] Provisioning for port f238d027-a58b-4434-8677-abb2fa519243 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:01.111237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853833005'] for router, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:01.467254 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Router a5b1c6f1-eba3-49e8-962d-22c68223cc88 is scheduled to L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f with binding_index 1 {{(pid=86376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:13:01.553858 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a31e0-61a3-439c-a40d-59a3e02d46f2 req-c708dc85-6f75-4e43-a519-9eca685139d7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:01.556250 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-969a31e0-61a3-439c-a40d-59a3e02d46f2 req-c708dc85-6f75-4e43-a519-9eca685139d7 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1643925
Apr 20 14:13:01.639979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device f238d027-a58b-4434-8677-abb2fa519243 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:01.641221 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-969a31e0-61a3-439c-a40d-59a3e02d46f2 req-4f0ef62d-8d95-4831-b839-e0d082bb54d9 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727746
Apr 20 14:13:01.780431 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port f238d027-a58b-4434-8677-abb2fa519243 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:01.789868 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port f238d027-a58b-4434-8677-abb2fa519243 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:01.790692 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:01.793873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:13:01.812599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Sync routers for ids ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:13:01.827383 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Notify callbacks [] for router, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:01.828995 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.3946979
Apr 20 14:13:01.832684 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 55562) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:01.863540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Routers {'a5b1c6f1-eba3-49e8-962d-22c68223cc88'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:13:01.865016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316f65e48>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:12:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:02.002775 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53f27c-89dc-441a-a3a6-46de304be0ba req-bf54b5db-f480-495a-8c71-322e1bf48c05 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:02.006129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:02.011203 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5e53f27c-89dc-441a-a3a6-46de304be0ba req-bf54b5db-f480-495a-8c71-322e1bf48c05 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.1963773
Apr 20 14:13:02.068165 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5e53f27c-89dc-441a-a3a6-46de304be0ba req-cf6fb17d-4048-4cb9-8b52-ea55d521b470 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559149
Apr 20 14:13:02.072526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port f238d027-a58b-4434-8677-abb2fa519243, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=f238d027-a58b-4434-8677-abb2fa519243,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:02.080432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:02.083602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-401ce786-914c-4c42-8622-d2ce529566bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:02.182881 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=f238d027-a58b-4434-8677-abb2fa519243,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:02.188889 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:02.242229 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Set router a5b1c6f1-eba3-49e8-962d-22c68223cc88 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:13:02.555209 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-268281bb-7a25-43f6-a2d5-43ced9d74ecb req-bd3c2c75-2cb1-4ae6-8cec-feb9dd43d903 service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2890854
Apr 20 14:13:02.842467 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-268281bb-7a25-43f6-a2d5-43ced9d74ecb req-e868942e-5998-4970-9730-98380e722f9f service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2791405
Apr 20 14:13:02.905010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316f65e48>, [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:13:00Z', 'revision_number': 3, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port': {'id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:12:59Z', 'updated_at': '2021-04-20T14:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:02.909924 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Checking router: a5b1c6f1-eba3-49e8-962d-22c68223cc88 for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:13:02.910304 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Updating router a5b1c6f1-eba3-49e8-962d-22c68223cc88 port 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 binding host dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:13:02.993731 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:03.142173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b511a6-1c23-4012-ac14-c10f6228e8d1 req-aec72386-cf40-45d8-9020-1e942fcce06a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:03.144066 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c3b511a6-1c23-4012-ac14-c10f6228e8d1 req-aec72386-cf40-45d8-9020-1e942fcce06a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.2028675
Apr 20 14:13:03.223131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:03.228593 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c3b511a6-1c23-4012-ac14-c10f6228e8d1 req-57eb053c-faaa-4448-a82e-2f072c2bc720 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670552
Apr 20 14:13:03.508718 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba14449-e0c6-4d93-8448-5aa9f1007b0a req-a6c56b76-5b16-41a3-b1b0-4d537e02781b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:03.513546 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7ba14449-e0c6-4d93-8448-5aa9f1007b0a req-a6c56b76-5b16-41a3-b1b0-4d537e02781b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.2642705
Apr 20 14:13:03.572132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device f238d027-a58b-4434-8677-abb2fa519243 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:03.687938 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port f238d027-a58b-4434-8677-abb2fa519243 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:03.688390 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:03.695217 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:03.700747 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7ba14449-e0c6-4d93-8448-5aa9f1007b0a req-6ffa30fb-d7d2-4931-9701-aa187fb4687a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1821420
Apr 20 14:13:03.722290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Transition to ACTIVE for port object 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:03.736496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:03.745941 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c8661dd1-6a33-4d81-bad9-c7cc56369853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:03.797791 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Allocated IP 172.20.0.1 (dba9e294-92e4-413e-8bce-986c47c8eae7/733e26ca-97ac-403f-a602-f010414e3fe8/38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:13:03.898851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Pushing event updated for resources: {'Port': ['ID=3cd51f7e-5ce5-4b16-92b6-ae2ec51de123,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:03.921557 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:03.921950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:03.922319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:03.922694 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:03.923060 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:03.923508 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:03.923772 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:03.924141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:03.924594 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:03.924962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:03.925323 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:03.925732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:03.933324 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:03.938670 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Attempting to bind port 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:13:03.939084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Attempting to bind port 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:13:03.939497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Attempting to bind port 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 on network da2a561a-f59b-4a7e-965e-e4dc6d9662da {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:13:03.953116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:13:03.953116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Checking segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:13:03.953116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:03.953116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Bound using segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:13:03.953116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Bound port: 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:13:03.953116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:04.084645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] For port 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:13:04.090317 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] For port 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=3cd51f7e-5ce5-4b16-92b6-ae2ec51de123,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:13:04.099851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:04.105075 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5d5778d6-4c8e-426d-8757-5a090fc3413b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:04.116474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:04.146193 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Transition to ACTIVE for port object 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa will not be triggered until provisioned by entity DHCP. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:04.197725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Routers {'a5b1c6f1-eba3-49e8-962d-22c68223cc88'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:13:04.198434 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316f65e48>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:12:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:04.208963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:04.223744 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5e24e23f-4f3f-44f3-a113-a33c1c10bd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:04.259938 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-561dde63-679f-407c-9bb8-e1437f7d7dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:04.323787 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Pushing event updated for resources: {'Port': ['ID=3cd51f7e-5ce5-4b16-92b6-ae2ec51de123,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:04.335469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5419ced8-d022-439a-926c-ee8f82721088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:04.426581 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] Set router a5b1c6f1-eba3-49e8-962d-22c68223cc88 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:13:04.439105 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Network dba9e294-92e4-413e-8bce-986c47c8eae7 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:13:04.455170 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:04.481760 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:13:04.715225 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Pushing event updated for resources: {'Port': ['ID=38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:04.724277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:04.828931 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-940302'] for router_interface, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:04.862194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-22360a35-cbdf-42b0-9794-62e351eb6bd5 None None] Provisioning for port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:04.884364 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-22360a35-cbdf-42b0-9794-62e351eb6bd5 None None] Provisioning complete for port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:04.884793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-22360a35-cbdf-42b0-9794-62e351eb6bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:04.929492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316f65e48>, [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:13:00Z', 'revision_number': 3, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port': {'id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:12:59Z', 'updated_at': '2021-04-20T14:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:04.938780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944a6e4-0a3e-47df-84aa-d1a8ad39da79 None None] The sync data for ids ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'] in dv-cinder-774594-5-iscsi is: [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:13:00Z', 'revision_number': 3, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port': {'id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:12:59Z', 'updated_at': '2021-04-20T14:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:13:05.035625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e019-d327-4b71-bda8-7cdec4999b25 req-dea4f8ec-5460-4087-9fe3-6c04650778c2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:05.035625 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f522e019-d327-4b71-bda8-7cdec4999b25 req-dea4f8ec-5460-4087-9fe3-6c04650778c2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.4641213
Apr 20 14:13:05.157427 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ece32-b746-4234-9a26-5dc3d6feb954 req-dc588ad0-2c00-403c-9590-4578e4a4b764 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:05.158716 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-22360a35-cbdf-42b0-9794-62e351eb6bd5 None None] Port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:13:05.159547 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-957ece32-b746-4234-9a26-5dc3d6feb954 req-dc588ad0-2c00-403c-9590-4578e4a4b764 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.1542375
Apr 20 14:13:05.225772 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-957ece32-b746-4234-9a26-5dc3d6feb954 req-0481fdfc-de46-4094-9d77-8d238de0ba20 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592675
Apr 20 14:13:05.227679 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f522e019-d327-4b71-bda8-7cdec4999b25 req-6c6e9a67-ef6c-422f-a431-d4378024e598 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762502
Apr 20 14:13:05.405878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:05.884698 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:05.891371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852964856'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:05.928502 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d7b137e3-a2e9-4ff9-9216-e539027eef7b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:06.068769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-ba32607a-68df-4aad-a66f-5d11f3082aef tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:06.072667 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Pushing event updated for resources: {'Port': ['ID=38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:06.077609 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-ba32607a-68df-4aad-a66f-5d11f3082aef tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/networks?id=dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 200  len: 815 time: 0.2561247
Apr 20 14:13:06.083223 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:06.087319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853835415'] for router_interface, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:06.099924 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-1a2eb22c-1773-47f1-929c-d90f688f1412 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/quotas/a5474c7eaab841f8ab87e09978d70291 HTTP/1.1" status: 200  len: 375 time: 0.0205688
Apr 20 14:13:06.246091 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-be704ee0-4ad9-40fe-85ad-f1126279170f tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1445453
Apr 20 14:13:06.297843 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Network dba9e294-92e4-413e-8bce-986c47c8eae7 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:13:06.299725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:06.561275 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-f5056280-6e3f-4147-8b5a-ac22794d3e23 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3060699
Apr 20 14:13:06.700323 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Router a5b1c6f1-eba3-49e8-962d-22c68223cc88 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:13:06.717503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb692e6-3f68-4df8-948b-96009345de92 req-494ace85-44b0-4ac6-a5fc-1a4fba817d11 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:06.719426 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8eb692e6-3f68-4df8-948b-96009345de92 req-494ace85-44b0-4ac6-a5fc-1a4fba817d11 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.1670012
Apr 20 14:13:06.724637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-8e3a2c3f-2751-4074-acc1-86f68c24dae5 None None] Provisioning complete for port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:06.725423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8e3a2c3f-2751-4074-acc1-86f68c24dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:06.769671 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7c086cd7-a712-48fa-bf3e-ab9fa975c212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:06.777082 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-06a6f18c-6006-4bb2-8d89-ee6aa546131e service neutron] 10.222.0.30 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929178
Apr 20 14:13:06.815836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a2c3f-2751-4074-acc1-86f68c24dae5 None None] Port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:13:07.188266 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8eb692e6-3f68-4df8-948b-96009345de92 req-db5dc7f0-9f5c-4040-bcc1-02bab44449e0 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4604774
Apr 20 14:13:07.228705 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:13:07.254607 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] 10.222.0.30 "PUT /v2.0/routers/a5b1c6f1-eba3-49e8-962d-22c68223cc88/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4196780
Apr 20 14:13:07.311829 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afee0d6-b98d-4213-9660-68ae6d75d8c1 req-8ca52d49-8a46-470e-ac0e-ed3904a5d089 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:07.314375 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2afee0d6-b98d-4213-9660-68ae6d75d8c1 req-8ca52d49-8a46-470e-ac0e-ed3904a5d089 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1570487
Apr 20 14:13:07.341466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:07.395561 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2afee0d6-b98d-4213-9660-68ae6d75d8c1 req-2787ebec-c2a8-4791-97f0-0383b46e882e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553582
Apr 20 14:13:07.588743 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-714b7af9-fd31-472f-81b0-432e2a66fc98 req-a0ad360c-006e-4508-82e0-9d8206d4faaa tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 210 time: 0.0636251
Apr 20 14:13:07.677216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:07.761819 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:07.877604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:07.891327 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:07.891961 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:08.218624 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:08.227129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 55710) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:08.283930 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=3cd51f7e-5ce5-4b16-92b6-ae2ec51de123,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:08.290498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:08.292891 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e8f90a38-6f07-42f1-9e7a-35196418cb92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:08.490583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=3cd51f7e-5ce5-4b16-92b6-ae2ec51de123,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:08.519844 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:08.539390 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:08.595445 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b30f-7c8f-404a-95db-bc70d72b0cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:08.626190 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1fb7b30f-7c8f-404a-95db-bc70d72b0cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:08.633440 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1fb7b30f-7c8f-404a-95db-bc70d72b0cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:6c6f5e4f794d4bd6b3c0ee3e5975ce17 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:13:08.639557 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1fb7b30f-7c8f-404a-95db-bc70d72b0cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:13:08.657058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1fb7b30f-7c8f-404a-95db-bc70d72b0cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:08.805364 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 55732) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:08.805878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Sync routers for ids ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:13:08.825959 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Routers {'a5b1c6f1-eba3-49e8-962d-22c68223cc88'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:13:08.826220 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b08b70-95f0-4daf-8275-03dee6067ec8 req-d4880f59-d3bc-4e70-b876-6638753f5e5c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:08.826689 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316763e10>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:13:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:08.829846 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97b08b70-95f0-4daf-8275-03dee6067ec8 req-d4880f59-d3bc-4e70-b876-6638753f5e5c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.3729625
Apr 20 14:13:08.847364 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1941673029-network', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:13:08.857055 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:08.866955 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Usage tracker for resource:network and tenant:07e5a45cc8c443f291a437cc79d0b852 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:13:08.887392 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:13:08.899794 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:09.058144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b30f-7c8f-404a-95db-bc70d72b0cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:09.064624 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97b08b70-95f0-4daf-8275-03dee6067ec8 req-d1b82d4d-3adf-47e5-abf9-1a8b06290769 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1509438
Apr 20 14:13:09.066541 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1fb7b30f-7c8f-404a-95db-bc70d72b0cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:09.072529 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:09.085654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-42dc986b-9999-456f-ac8a-5a25cd8d22d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:09.239897 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Set router a5b1c6f1-eba3-49e8-962d-22c68223cc88 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:13:09.250295 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-1fb7b30f-7c8f-404a-95db-bc70d72b0cd5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c6f5e4f794d4bd6b3c0ee3e5975ce17&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0211110
Apr 20 14:13:09.252185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7b30f-7c8f-404a-95db-bc70d72b0cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076e2f80-177b-4e52-a7ea-8f01c4a0c766,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:09.256805 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 55742) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:09.269506 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1fb7b30f-7c8f-404a-95db-bc70d72b0cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:09.350756 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 55746) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:09.442044 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcc09d88-979f-4ce2-89b3-0836b1909ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:09.555103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcc09d88-979f-4ce2-89b3-0836b1909ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:09.683377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-f5b5e5a7-784d-42f6-8954-98d7f8828b9a tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:09.685202 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-f5b5e5a7-784d-42f6-8954-98d7f8828b9a tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "GET /v2.0/networks?id=dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 200  len: 815 time: 0.7656989
Apr 20 14:13:09.686192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Made reservation on behalf of 07e5a45cc8c443f291a437cc79d0b852 for: {'network': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:13:09.692023 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:09.696124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:09.709475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:09.724742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Request body: {'port': {'device_id': 'ef1d5859-bd67-4d9b-b18a-f775208ddb00', 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3', 'admin_state_up': True, 'tenant_id': 'a5474c7eaab841f8ab87e09978d70291'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:13:09.774293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea57624-a0f3-4079-bb65-4b336c7ea49f req-5f02250d-3741-48d9-86e9-eb702d8952be tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:09.778784 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eea57624-a0f3-4079-bb65-4b336c7ea49f req-5f02250d-3741-48d9-86e9-eb702d8952be tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 1.1261950
Apr 20 14:13:09.835422 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-79027215-b692-4cde-9f5f-74212311130e req-52ff7660-9607-47b6-a192-9fe2ca7fe286 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 210 time: 0.1382084
Apr 20 14:13:09.838497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-457bdcda-5886-4160-b70f-2b1dc25a24a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:09.881927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcc09d88-979f-4ce2-89b3-0836b1909ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:09.881927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-457bdcda-5886-4160-b70f-2b1dc25a24a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:09.885305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3a775beb-b295-4a29-9bc7-a4286cd9fb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:09.903860 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-457bdcda-5886-4160-b70f-2b1dc25a24a6 admin admin] Usage tracker for resource:security_group_rule and tenant:84fa57a5d43a4a9eaed286430239eed4 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:13:09.919011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-457bdcda-5886-4160-b70f-2b1dc25a24a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:13:09.925416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc09d88-979f-4ce2-89b3-0836b1909ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076e2f80-177b-4e52-a7ea-8f01c4a0c766,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:09.927242 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:09.932235 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Usage tracker for resource:security_group_rule and tenant:07e5a45cc8c443f291a437cc79d0b852 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:13:09.935740 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:13:09.938321 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bcc09d88-979f-4ce2-89b3-0836b1909ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:09.940468 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-457bdcda-5886-4160-b70f-2b1dc25a24a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:09.943455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcc09d88-979f-4ce2-89b3-0836b1909ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:09.947433 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bcc09d88-979f-4ce2-89b3-0836b1909ede admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/076e2f80-177b-4e52-a7ea-8f01c4a0c766 HTTP/1.1" status: 204  len: 168 time: 0.6867657
Apr 20 14:13:09.981906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:10.000464 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eea57624-a0f3-4079-bb65-4b336c7ea49f req-2d3a1423-e39d-42dc-ade2-97f550c8a9ee tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026280
Apr 20 14:13:10.090831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.098483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:10.098953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.103132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.116802 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'}  {{(pid=86375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:13:10.126184 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6aad3795-9896-47ac-8977-21f982022531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:10.131347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-457bdcda-5886-4160-b70f-2b1dc25a24a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.139127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-457bdcda-5886-4160-b70f-2b1dc25a24a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.142254 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.142254 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Added segment 847059c6-2300-4498-b1ba-4a9b6b8467f6 of type vlan for network b3f1562a-1a7f-48f7-ba91-c823edc2e1c6
Apr 20 14:13:10.156260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-499f0a2c-3dea-4401-9db9-d9656749531c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:10.169196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.208318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:10.220690 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:10.239657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.255207 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-457bdcda-5886-4160-b70f-2b1dc25a24a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84fa57a5d43a4a9eaed286430239eed4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9025247
Apr 20 14:13:10.257237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 55762) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:10.268381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:10.269177 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.304386 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Made reservation on behalf of a5474c7eaab841f8ab87e09978d70291 for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:13:10.311614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.351807 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bdcda-5886-4160-b70f-2b1dc25a24a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa30e48f-b729-4367-bed7-93e097c9a83c,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:10.359732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-457bdcda-5886-4160-b70f-2b1dc25a24a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:10.391236 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3a912093-3a79-4d2b-8505-605a0a94ef7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.445199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3a912093-3a79-4d2b-8505-605a0a94ef7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.560315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316763e10>, [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:13:05Z', 'revision_number': 4, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port': {'id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:12:59Z', 'updated_at': '2021-04-20T14:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa', 'name': '', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'mac_address': 'fa:16:3e:94:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:03Z', 'updated_at': '2021-04-20T14:13:05Z', 'revision_number': 2, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'subnets': [{'id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:10.566675 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Checking router: a5b1c6f1-eba3-49e8-962d-22c68223cc88 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:13:10.567455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Updating router a5b1c6f1-eba3-49e8-962d-22c68223cc88 port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa binding host dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:13:10.576766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Allocated IP 172.20.0.9 (dfbe6764-7368-48c7-b252-4bdb783828c3/7517288a-f0d4-4d99-aaf2-ae2db9bb1c45/71e7bc09-e5b8-466c-b3ee-f5506f231938) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:13:10.637497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.701725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3a912093-3a79-4d2b-8505-605a0a94ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.723063 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d893113d-d40c-4e00-a138-a2f6554ce5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:10.758485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a912093-3a79-4d2b-8505-605a0a94ef7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa30e48f-b729-4367-bed7-93e097c9a83c,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:10.762862 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3a912093-3a79-4d2b-8505-605a0a94ef7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:10.765070 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-3a912093-3a79-4d2b-8505-605a0a94ef7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa30e48f-b729-4367-bed7-93e097c9a83c HTTP/1.1" status: 204  len: 168 time: 0.5029135
Apr 20 14:13:10.771962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3a912093-3a79-4d2b-8505-605a0a94ef7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:10.845464 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3380b-f2e1-4bb2-9263-7235d1afca7d req-4bf03e55-7a75-4ec0-bdab-5246a2f01d06 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:10.849749 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1ab3380b-f2e1-4bb2-9263-7235d1afca7d req-4bf03e55-7a75-4ec0-bdab-5246a2f01d06 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.3903160
Apr 20 14:13:10.864988 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.0430465
Apr 20 14:13:10.876870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60454a58-7f32-4190-821c-ce16a59deb52,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:10.882359 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 55786) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:10.891224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:10.895758 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Request body: {'subnet': {'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1941673029-subnet', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'ip_version': 4}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:13:10.899432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.596s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:11.023069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:11.026613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Pushing event updated for resources: {'Network': ['ID=b3f1562a-1a7f-48f7-ba91-c823edc2e1c6,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:11.031172 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:11.035939 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:11.040582 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Usage tracker for resource:subnet and tenant:07e5a45cc8c443f291a437cc79d0b852 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:13:11.044912 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:13:11.059732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:11.074731 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1ab3380b-f2e1-4bb2-9263-7235d1afca7d req-95f47c96-feb0-41c3-9b31-5b9a97bd3b18 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2112222
Apr 20 14:13:11.078356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:13:11.090845 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Made reservation on behalf of 07e5a45cc8c443f291a437cc79d0b852 for: {'subnet': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:13:11.105746 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851708855'] for subnet, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:11.431419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device e55b5704-4b69-403d-9089-3b00a02616e9 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:13:11.464981 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ec04338b-7ba0-4214-a2c3-00422e81e922 req-fdce7706-3b59-4a48-ac25-7c14c9ef67f7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 210 time: 0.1292024
Apr 20 14:13:11.585811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf370bfa-bf4a-49e7-a54b-7f36696c6486 req-2f71cddc-07d6-4b70-87d6-358934e1200f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:11.597812 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bf370bfa-bf4a-49e7-a54b-7f36696c6486 req-2f71cddc-07d6-4b70-87d6-358934e1200f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.3150067
Apr 20 14:13:11.607762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:11.644675 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:11.651750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['e488e379-4186-4101-8fc8-46f3543fe3f1', '29350973-4d21-4073-bf43-7e2772fad251', '075a62cc-853d-4b1b-8130-5260329b05ff'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:13:11.689913 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bf370bfa-bf4a-49e7-a54b-7f36696c6486 req-3686df6c-7e1c-4707-9da2-59f0ed49b995 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893686
Apr 20 14:13:11.925729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port e55b5704-4b69-403d-9089-3b00a02616e9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e55b5704-4b69-403d-9089-3b00a02616e9,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:11.952652 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Network dfbe6764-7368-48c7-b252-4bdb783828c3 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:13:11.962179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:11.969673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:13:12.015228 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5565eb-6069-488b-92d1-3d21be4757b6 req-9dec9a49-1072-47f2-a733-fe1df1c6160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:12.017872 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5d5565eb-6069-488b-92d1-3d21be4757b6 req-9dec9a49-1072-47f2-a733-fe1df1c6160a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 1098 time: 0.6087410
Apr 20 14:13:12.023360 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'e55b5704-4b69-403d-9089-3b00a02616e9', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'port_id': 'e55b5704-4b69-403d-9089-3b00a02616e9', 'mac_address': 'fa:16:3e:d2:7c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:13:12.043509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.resource_extend [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 14:13:12.050945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Pushing event updated for resources: {'Port': ['ID=71e7bc09-e5b8-466c-b3ee-f5506f231938,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:12.061977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:12.119320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:12.120634 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:12.165518 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4587166
Apr 20 14:13:12.167559 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5d5565eb-6069-488b-92d1-3d21be4757b6 req-6d4ac03a-8573-4313-bf71-34ac9a40476f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337945
Apr 20 14:13:12.288174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853300895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851708840'] for subnet, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:12.293978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-405b149e-a15b-4241-bc0c-cef9dd883c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:12.359771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:12.408512 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:12.411601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Request body: {'port': {'device_id': 'ef1d5859-bd67-4d9b-b18a-f775208ddb00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:13:12.436785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55b5704-4b69-403d-9089-3b00a02616e9 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:13:12.486470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Transition to ACTIVE for port object 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:12.500439 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a433b74-fb3d-46ed-8360-84d150273bba req-2ef4aea5-8388-4c33-92a8-0a46c8d07709 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:12.502453 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7a433b74-fb3d-46ed-8360-84d150273bba req-2ef4aea5-8388-4c33-92a8-0a46c8d07709 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 943 time: 0.1583397
Apr 20 14:13:12.523176 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port e55b5704-4b69-403d-9089-3b00a02616e9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e55b5704-4b69-403d-9089-3b00a02616e9,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:12.531807 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:12.558008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-29085081-802a-4d4d-954f-c4d8a7618331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:12.627162 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:12.639566 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7a433b74-fb3d-46ed-8360-84d150273bba req-91026702-ee0e-4560-91ed-37122b3b5d0b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213274
Apr 20 14:13:12.643442 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:12.741791 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08493299-2acf-4451-8563-44611eb96bd0 None None] Pushing event updated for resources: {'Port': ['ID=38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:12.756156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-08493299-2acf-4451-8563-44611eb96bd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:12.820286 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:12.825799 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25e052d5-cbbb-49f0-8fc3-7db8ade85a4e,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:12.830444 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Checking segment: {'id': '847059c6-2300-4498-b1ba-4a9b6b8467f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:13:12.831245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Network hostable DHCP agents. Network: b3f1562a-1a7f-48f7-ba91-c823edc2e1c6, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:13:12.861188 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:12.990411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Network b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:13:13.024921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, b3f1562a-1a7f-48f7-ba91-c823edc2e1c6) {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:13.063524 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300a814c-17c4-46ed-bdb1-472c4fa462bf None None] Network b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:13:13.068352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:13.069237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:13.088908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f6f46-cf1a-4c1a-bf3b-7ea61a633ee5 req-de7ce9da-1ae1-4d82-b604-070c2c032410 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:13.090260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-970f6f46-cf1a-4c1a-bf3b-7ea61a633ee5 req-de7ce9da-1ae1-4d82-b604-070c2c032410 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Synchronizing usage tracker for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:13:13.157282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330b397-3dfe-4880-9762-3b58d229c5f6 req-1bd1c973-6d2e-40f4-86b3-ef086a1c4299 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:13.160285 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2330b397-3dfe-4880-9762-3b58d229c5f6 req-1bd1c973-6d2e-40f4-86b3-ef086a1c4299 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.2719984
Apr 20 14:13:13.201670 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Attempting to bind port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:13:13.202286 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Attempting to bind port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': 'f1c7de80-2989-45fc-8b07-a365093fda4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:13:13.202839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Attempting to bind port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa on network dba9e294-92e4-413e-8bce-986c47c8eae7 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:13:13.203202 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-33a6356f-a02a-4098-8942-d4b606e78667 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.3158300
Apr 20 14:13:13.204173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 55880) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:13.219231 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1941673029-router', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:13:13.223032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-970f6f46-cf1a-4c1a-bf3b-7ea61a633ee5 req-de7ce9da-1ae1-4d82-b604-070c2c032410 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Unset dirty status for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:13:13.224308 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-970f6f46-cf1a-4c1a-bf3b-7ea61a633ee5 req-de7ce9da-1ae1-4d82-b604-070c2c032410 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 931 time: 0.4937158
Apr 20 14:13:13.234821 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:13.263164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Usage tracker for resource:router and tenant:07e5a45cc8c443f291a437cc79d0b852 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:13:13.268746 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:13:13.275737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:13.290614 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2330b397-3dfe-4880-9762-3b58d229c5f6 req-a9884189-1b2f-4b91-92e8-da5f0d3e4b86 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093493
Apr 20 14:13:13.294906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:13:13.295346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Checking segment: {'id': 'f1c7de80-2989-45fc-8b07-a365093fda4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:13:13.295767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:13.296212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Bound using segment: {'id': 'f1c7de80-2989-45fc-8b07-a365093fda4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:13:13.296768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Bound port: 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c7de80-2989-45fc-8b07-a365093fda4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:13:13.297274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:13.310151 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853793824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761469'] for router, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:13.311278 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14588'] for router, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:13.317230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['e55b5704-4b69-403d-9089-3b00a02616e9'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:13:13.329360 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-970f6f46-cf1a-4c1a-bf3b-7ea61a633ee5 req-22be7690-64b6-4f25-989b-a49140e4d8eb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917308
Apr 20 14:13:13.353928 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=e55b5704-4b69-403d-9089-3b00a02616e9,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:13.385177 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:13.396013 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:13.677827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e7bc09-e5b8-466c-b3ee-f5506f231938 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:13:13.748632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:13.820069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] For port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:13:13.889577 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14573'] for router, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:13.904064 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Transition to ACTIVE for port object 71e7bc09-e5b8-466c-b3ee-f5506f231938 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:13.948194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] For port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:13:13.977348 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:13.980141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:13.996661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:14.029422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:14.455850 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfca74e90-b3bb-545f-b56d-cce190126c4c-b3f1562a-1a7f-48f7-ba91-c823edc2e1c6', 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'fixed_ips': [{'subnet_id': '25e052d5-cbbb-49f0-8fc3-7db8ade85a4e'}]}} from dv-cinder-774594-5-iscsi. {{(pid=86377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:13:14.456764 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:14.515659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Pushing event updated for resources: {'Port': ['ID=71e7bc09-e5b8-466c-b3ee-f5506f231938,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:14.525294 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Routers {'a5b1c6f1-eba3-49e8-962d-22c68223cc88'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:13:14.526043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316763e10>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:13:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:14.531580 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:14.552349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffb7f2-9e4b-4542-9bc8-46362216a9ae req-ad9e7600-d20e-4a67-837a-db0a94a7786c tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:14.561727 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0dffb7f2-9e4b-4542-9bc8-46362216a9ae req-ad9e7600-d20e-4a67-837a-db0a94a7786c tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1110833
Apr 20 14:13:14.615840 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0dffb7f2-9e4b-4542-9bc8-46362216a9ae req-6306436c-2fd1-48a4-bc2e-37cbbd32fc42 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527372
Apr 20 14:13:14.732306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08493299-2acf-4451-8563-44611eb96bd0 None None] Pushing event updated for resources: {'Port': ['ID=38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:14.752264 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c1010-04f9-4e57-a2e1-4cccec553478 req-b22b87e3-8d32-4e42-b26a-9c10009ca5d6 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:14.753951 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8a2c1010-04f9-4e57-a2e1-4cccec553478 req-b22b87e3-8d32-4e42-b26a-9c10009ca5d6 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 944 time: 0.8515635
Apr 20 14:13:14.775449 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-08493299-2acf-4451-8563-44611eb96bd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:14.788923 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Attempting to bind port 71e7bc09-e5b8-466c-b3ee-f5506f231938 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:13:14.792298 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Attempting to bind port 71e7bc09-e5b8-466c-b3ee-f5506f231938 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:13:14.792298 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Attempting to bind port 71e7bc09-e5b8-466c-b3ee-f5506f231938 on network dfbe6764-7368-48c7-b252-4bdb783828c3 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:13:14.866545 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2728e-8f05-4a1d-a7bc-d2b0c183ea5a req-20961f25-9b06-4411-8ae2-dfc3d4be925b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:14.869218 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-57a2728e-8f05-4a1d-a7bc-d2b0c183ea5a req-20961f25-9b06-4411-8ae2-dfc3d4be925b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 943 time: 0.1061819
Apr 20 14:13:14.873988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Port 71e7bc09-e5b8-466c-b3ee-f5506f231938 on network dfbe6764-7368-48c7-b252-4bdb783828c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:13:14.874617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Attempting to bind port 71e7bc09-e5b8-466c-b3ee-f5506f231938 on network dfbe6764-7368-48c7-b252-4bdb783828c3 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:13:14.901738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:13:14.902136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Checking segment: {'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:13:14.902570 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Bound using segment: {'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:13:14.903062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Bound port: 71e7bc09-e5b8-466c-b3ee-f5506f231938, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55e47ee-5180-45d6-a79e-7c3f45188e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:13:14.903460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:14.918164 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8a2c1010-04f9-4e57-a2e1-4cccec553478 req-bae36240-d0a7-46ff-aa1a-f3138d813284 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1195779
Apr 20 14:13:14.929950 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-57a2728e-8f05-4a1d-a7bc-d2b0c183ea5a req-b709806c-bea0-43b9-9645-e5be4319d83a tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538611
Apr 20 14:13:15.022104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] Set router a5b1c6f1-eba3-49e8-962d-22c68223cc88 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:13:15.085557 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] For port 71e7bc09-e5b8-466c-b3ee-f5506f231938, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:13:15.089548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] For port 71e7bc09-e5b8-466c-b3ee-f5506f231938, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=71e7bc09-e5b8-466c-b3ee-f5506f231938,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:13:15.112267 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Allocated IP 172.20.0.2 (b3f1562a-1a7f-48f7-ba91-c823edc2e1c6/25e052d5-cbbb-49f0-8fc3-7db8ade85a4e/bd5211ac-a633-4365-ad30-62b0d7548bbe) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:13:15.155325 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:15.227121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e987bef3-d5a6-4bb6-89dc-b6bd66bf2aca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:15.324819 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:15.325517 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:15.327104 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] 10.222.0.53 "PUT /v2.0/ports/71e7bc09-e5b8-466c-b3ee-f5506f231938 HTTP/1.1" status: 200  len: 1093 time: 2.9538860
Apr 20 14:13:15.330125 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1d5859-bd67-4d9b-b18a-f775208ddb00', 'tag': '71e7bc09-e5b8-466c-b3ee-f5506f231938'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:13:15.424919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:15.568282 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1d5859-bd67-4d9b-b18a-f775208ddb00', 'tag': '71e7bc09-e5b8-466c-b3ee-f5506f231938', 'status': 'completed', 'code': 200}
Apr 20 14:13:15.580727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:15.591597 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Pushing event updated for resources: {'Port': ['ID=71e7bc09-e5b8-466c-b3ee-f5506f231938,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:15.646546 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:15.746996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-64a5e912-48d7-469d-95db-97ea8a1f6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:15.752169 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-64a5e912-48d7-469d-95db-97ea8a1f6e8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 1096 time: 0.3323278
Apr 20 14:13:16.046963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22df1e-c223-4fee-8233-62fca2deeeb6 req-1539d4d5-4bd2-4414-8c9f-cb909af20f4b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:16.054354 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ae22df1e-c223-4fee-8233-62fca2deeeb6 req-1539d4d5-4bd2-4414-8c9f-cb909af20f4b tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1255133
Apr 20 14:13:16.102641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:16.107706 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-5744330b-8ccd-44e6-ac23-4cf3e28c79cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e7bc09-e5b8-466c-b3ee-f5506f231938 HTTP/1.1" status: 200  len: 217 time: 0.2743504
Apr 20 14:13:16.141640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Transition to ACTIVE for port object bd5211ac-a633-4365-ad30-62b0d7548bbe will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:16.151597 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ae22df1e-c223-4fee-8233-62fca2deeeb6 req-c5f18ad2-d715-4ea1-9dc2-6472d0e89982 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897591
Apr 20 14:13:16.196637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Transition to ACTIVE for port object bd5211ac-a633-4365-ad30-62b0d7548bbe will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:16.204610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316763e10>, [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:13:05Z', 'revision_number': 4, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port': {'id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:12:59Z', 'updated_at': '2021-04-20T14:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa', 'name': '', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'mac_address': 'fa:16:3e:94:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:03Z', 'updated_at': '2021-04-20T14:13:13Z', 'revision_number': 4, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'subnets': [{'id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:16.212927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:16.228604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-08493299-2acf-4451-8563-44611eb96bd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:16.280326 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Allocated IP 172.27.3.5 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/4267a548-4c46-4666-937c-6b14779cec10) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:13:16.294138 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61790c8a-e3d3-4838-8cca-ac5fbd8c1cbe None None] The sync data for ids ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'] in dv-cinder-774594-5-iscsi is: [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:13:05Z', 'revision_number': 4, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port': {'id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:12:59Z', 'updated_at': '2021-04-20T14:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa', 'name': '', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'mac_address': 'fa:16:3e:94:2f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:03Z', 'updated_at': '2021-04-20T14:13:13Z', 'revision_number': 4, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'subnets': [{'id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:13:16.306712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-0382c83e-7551-4f23-8cc3-d5378418d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:16.308575 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-0382c83e-7551-4f23-8cc3-d5378418d878 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7517288a-f0d4-4d99-aaf2-ae2db9bb1c45 HTTP/1.1" status: 200  len: 855 time: 0.1559772
Apr 20 14:13:16.357789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Network b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:13:16.367479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Resources bound (agent type, host, resource id):  {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:16.377498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:13:16.457753 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-d5276452-2eb3-4ff0-9e3e-77283f2c72c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbe6764-7368-48c7-b252-4bdb783828c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0768042
Apr 20 14:13:16.475024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762024ff-86d2-48a3-b2cc-84b0b0d488e8 req-d8f714f7-0ec1-4b78-8901-bb850ba70f7e tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:16.482795 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-762024ff-86d2-48a3-b2cc-84b0b0d488e8 req-d8f714f7-0ec1-4b78-8901-bb850ba70f7e tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 944 time: 0.1934991
Apr 20 14:13:16.488806 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Pushing event updated for resources: {'Port': ['ID=bd5211ac-a633-4365-ad30-62b0d7548bbe,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:16.504793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:16.569657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618482cb-e609-43c3-b2b1-be993a319cb7 req-68a3e44f-5e79-4ca7-aefd-43b289e564fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:16.569837 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-762024ff-86d2-48a3-b2cc-84b0b0d488e8 req-cad665da-d391-4bcf-a0aa-9b4698d2df1e tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829806
Apr 20 14:13:16.574767 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-618482cb-e609-43c3-b2b1-be993a319cb7 req-68a3e44f-5e79-4ca7-aefd-43b289e564fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=41708f6d5066439e9e48ce3963586db5&device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 1098 time: 0.7360387
Apr 20 14:13:16.620390 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Attempting to bind port bd5211ac-a633-4365-ad30-62b0d7548bbe on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:13:16.620815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Attempting to bind port bd5211ac-a633-4365-ad30-62b0d7548bbe by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '847059c6-2300-4498-b1ba-4a9b6b8467f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:13:16.621233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Attempting to bind port bd5211ac-a633-4365-ad30-62b0d7548bbe on network b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:13:16.627884 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:13:16.628467 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Checking segment: {'id': '847059c6-2300-4498-b1ba-4a9b6b8467f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:13:16.628939 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:16.629673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Bound using segment: {'id': '847059c6-2300-4498-b1ba-4a9b6b8467f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:13:16.630007 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Bound port: bd5211ac-a633-4365-ad30-62b0d7548bbe, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847059c6-2300-4498-b1ba-4a9b6b8467f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:13:16.630440 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:16.687867 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23663740-8d4d-483b-88db-cec26212bf7b req-51210b65-5720-45bb-9a7b-987a1915839b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:16.697188 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-23663740-8d4d-483b-88db-cec26212bf7b req-51210b65-5720-45bb-9a7b-987a1915839b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 943 time: 0.5976384
Apr 20 14:13:16.807741 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] For port bd5211ac-a633-4365-ad30-62b0d7548bbe, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:13:16.812079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] For port bd5211ac-a633-4365-ad30-62b0d7548bbe, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=bd5211ac-a633-4365-ad30-62b0d7548bbe,segment=NetworkSegment(847059c6-2300-4498-b1ba-4a9b6b8467f6),segment_id=847059c6-2300-4498-b1ba-4a9b6b8467f6)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:13:16.817913 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:16.818838 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-d97bb4fe-94a8-44e5-8341-dd94b93b8b62 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934704
Apr 20 14:13:16.823478 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:16.858588 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-23663740-8d4d-483b-88db-cec26212bf7b req-f4e48b20-359b-4e66-8420-33720ea7e7d3 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600342
Apr 20 14:13:16.914184 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:16.929797 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Pushing event updated for resources: {'Port': ['ID=bd5211ac-a633-4365-ad30-62b0d7548bbe,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:16.933964 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:16.969376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:16.974901 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-09dffc67-c240-4e6a-b9d6-752fc3ff194a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:17.041978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:13:17.052813 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:17.058080 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:13:17.127267 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Pushing event updated for resources: {'Port': ['ID=4267a548-4c46-4666-937c-6b14779cec10,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:17.133411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:17.635385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device bd5211ac-a633-4365-ad30-62b0d7548bbe up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:17.748195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port bd5211ac-a633-4365-ad30-62b0d7548bbe completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:17.764338 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:17.936380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:17.942338 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:17.942745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:18.005962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da121c5b-24ea-4e76-aad3-05de23bf7fa7 req-16fb119c-ef3f-41c2-b101-876b367c08b2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:18.007778 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da121c5b-24ea-4e76-aad3-05de23bf7fa7 req-16fb119c-ef3f-41c2-b101-876b367c08b2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.5791175
Apr 20 14:13:18.013114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:18.125979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:18.190579 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:18.194706 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:18.198086 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:18.212951 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da121c5b-24ea-4e76-aad3-05de23bf7fa7 req-d157a8f7-f4ea-42e6-865c-f4cb01b593de tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391490
Apr 20 14:13:18.290165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:18.294400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:18.507024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463faa81-bde4-4a29-b5f7-9b53502b2491 None None] Network b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:13:18.563441 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853833005'] for router, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:18.577640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093c3b7-1d43-4b4f-a965-6d3e279560c6 req-8ebd1527-abc9-41b2-a2b0-cda8455a0b6f tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:18.579400 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5093c3b7-1d43-4b4f-a965-6d3e279560c6 req-8ebd1527-abc9-41b2-a2b0-cda8455a0b6f tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 944 time: 0.2166486
Apr 20 14:13:18.627230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-2af3dead-f801-44ea-8b64-a017392deced None None] Provisioning for port bd5211ac-a633-4365-ad30-62b0d7548bbe completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:18.646510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-2af3dead-f801-44ea-8b64-a017392deced None None] Provisioning complete for port bd5211ac-a633-4365-ad30-62b0d7548bbe triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:18.646988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2af3dead-f801-44ea-8b64-a017392deced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:18.774059 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5093c3b7-1d43-4b4f-a965-6d3e279560c6 req-587d360d-8250-4596-91e1-21e959c69341 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1378453
Apr 20 14:13:18.914009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Router 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 is scheduled to L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f with binding_index 1 {{(pid=86375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:13:19.093227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2af3dead-f801-44ea-8b64-a017392deced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:19.180560 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-2af3dead-f801-44ea-8b64-a017392deced None None] For port bd5211ac-a633-4365-ad30-62b0d7548bbe, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=bd5211ac-a633-4365-ad30-62b0d7548bbe,segment=NetworkSegment(847059c6-2300-4498-b1ba-4a9b6b8467f6),segment_id=847059c6-2300-4498-b1ba-4a9b6b8467f6)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:19.189205 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2af3dead-f801-44ea-8b64-a017392deced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:19.193979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:19.194852 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:13:19.218384 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Sync routers for ids ['5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:13:19.229133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11d126-a636-41b6-ac9c-c63a3e06c104 req-0cb8751b-a46f-4212-801d-06fe5d00fc02 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:19.232508 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6c11d126-a636-41b6-ac9c-c63a3e06c104 req-0cb8751b-a46f-4212-801d-06fe5d00fc02 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 943 time: 0.2430525
Apr 20 14:13:19.277416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Notify callbacks [] for router, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:19.278897 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 6.0697882
Apr 20 14:13:19.283757 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 55944) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:19.297597 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Routers {'5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:13:19.300575 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316f652b0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:13:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:19.300831 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6c11d126-a636-41b6-ac9c-c63a3e06c104 req-aff0aa1b-416f-424a-9d1a-d282924937c4 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668662
Apr 20 14:13:19.392016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3dead-f801-44ea-8b64-a017392deced None None] Pushing event updated for resources: {'Port': ['ID=bd5211ac-a633-4365-ad30-62b0d7548bbe,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:19.395912 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2af3dead-f801-44ea-8b64-a017392deced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:19.656112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device bd5211ac-a633-4365-ad30-62b0d7548bbe up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:19.710704 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Set router 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:13:19.716002 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e7860-806d-4b11-b06a-942b68c6c029 req-3ac19806-a8c3-4684-b1be-24f1702cbcab tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:19.718498 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e03e7860-806d-4b11-b06a-942b68c6c029 req-3ac19806-a8c3-4684-b1be-24f1702cbcab tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1852484
Apr 20 14:13:19.811021 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e03e7860-806d-4b11-b06a-942b68c6c029 req-962aa5e0-55b0-4264-a281-5c8189ba927e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858457
Apr 20 14:13:19.823346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-6c96fbe9-0dca-471c-847b-1ce0bdff270d None None] Provisioning complete for port bd5211ac-a633-4365-ad30-62b0d7548bbe triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:19.824038 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6c96fbe9-0dca-471c-847b-1ce0bdff270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:20.103271 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port bd5211ac-a633-4365-ad30-62b0d7548bbe triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:20.104078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:20.193397 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34c8a2-7f16-40ce-90ed-ae9ef37f0474 req-6c6d5b31-1176-4da9-992f-67bd4da5660a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:20.197816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316f652b0>, [{'id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'name': 'tempest-TestMinimumBasicScenario-1941673029-router', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4267a548-4c46-4666-937c-6b14779cec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:13Z', 'updated_at': '2021-04-20T14:13:17Z', 'revision_number': 3, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'gw_port': {'id': '4267a548-4c46-4666-937c-6b14779cec10', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:15Z', 'updated_at': '2021-04-20T14:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:20.203967 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Checking router: 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:13:20.204358 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Updating router 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 port 4267a548-4c46-4666-937c-6b14779cec10 binding host dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:13:20.210170 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6d34c8a2-7f16-40ce-90ed-ae9ef37f0474 req-6c6d5b31-1176-4da9-992f-67bd4da5660a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 944 time: 0.2067204
Apr 20 14:13:20.260410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:20.306226 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6d34c8a2-7f16-40ce-90ed-ae9ef37f0474 req-1d232778-4471-4f8c-9e5c-f5a5fa3aa677 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942562
Apr 20 14:13:20.324406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:20.393575 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:20.473648 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:20.474029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:20.536894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Allocated IP 172.20.0.1 (b3f1562a-1a7f-48f7-ba91-c823edc2e1c6/25e052d5-cbbb-49f0-8fc3-7db8ade85a4e/cd23ae63-afa3-420a-a60a-ba6a687969ac) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:13:20.616855 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef87af2-8afa-443d-809d-7cf3a65218b8 req-85500770-169a-46b7-9ea6-719ba4a9b02f tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:20.630705 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5ef87af2-8afa-443d-809d-7cf3a65218b8 req-85500770-169a-46b7-9ea6-719ba4a9b02f tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 943 time: 0.1738825
Apr 20 14:13:20.723094 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5ef87af2-8afa-443d-809d-7cf3a65218b8 req-a13feb50-c0d6-4658-8063-14b838f649a0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859416
Apr 20 14:13:20.723964 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:20.747529 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Transition to ACTIVE for port object cd23ae63-afa3-420a-a60a-ba6a687969ac will not be triggered until provisioned by entity DHCP. {{(pid=86376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:20.780844 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:20.792634 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:20.892121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Network b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:13:20.908670 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:20.912079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618482cb-e609-43c3-b2b1-be993a319cb7 req-bef673c9-5141-41d9-b0e9-0590c18b6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:20.913481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:13:20.913760 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-618482cb-e609-43c3-b2b1-be993a319cb7 req-bef673c9-5141-41d9-b0e9-0590c18b6e7e service neutron] 10.222.0.53 "GET /v2.0/networks?id=6a5662e4-6547-4ce5-9231-c608bc3281fd HTTP/1.1" status: 200  len: 919 time: 0.1885102
Apr 20 14:13:20.937232 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:13:21.027381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-940302'] for router_interface, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:21.048973 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:21.057065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Pushing event updated for resources: {'Port': ['ID=cd23ae63-afa3-420a-a60a-ba6a687969ac,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:21.062592 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:21.066288 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Transition to ACTIVE for port object 4267a548-4c46-4666-937c-6b14779cec10 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:21.082764 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:21.087489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:21.129803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2e789-0a56-4217-b605-a85ead34f456 req-e6b39375-698d-48ae-83d2-4a6be9b3d361 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:21.131186 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-27f2e789-0a56-4217-b605-a85ead34f456 req-e6b39375-698d-48ae-83d2-4a6be9b3d361 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1328425
Apr 20 14:13:21.178374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b357a9f-848a-420c-8939-0d5369d2611b None None] Pushing event updated for resources: {'Port': ['ID=4267a548-4c46-4666-937c-6b14779cec10,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:21.182836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8b357a9f-848a-420c-8939-0d5369d2611b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:21.183911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Attempting to bind port 4267a548-4c46-4666-937c-6b14779cec10 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:13:21.184318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Attempting to bind port 4267a548-4c46-4666-937c-6b14779cec10 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:13:21.184719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Attempting to bind port 4267a548-4c46-4666-937c-6b14779cec10 on network da2a561a-f59b-4a7e-965e-e4dc6d9662da {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:13:21.198415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:13:21.198912 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Checking segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:13:21.199367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:21.199811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Bound using segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:13:21.200437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Bound port: 4267a548-4c46-4666-937c-6b14779cec10, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:13:21.200907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:21.270305 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-27f2e789-0a56-4217-b605-a85ead34f456 req-f557470b-585f-4d6a-a07b-5a02a56ba3e9 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243575
Apr 20 14:13:21.299558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-6173db3b-74a3-41c5-a2b1-86d4a5412a1f None None] Provisioning for port cd23ae63-afa3-420a-a60a-ba6a687969ac completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:21.306242 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] For port 4267a548-4c46-4666-937c-6b14779cec10, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:13:21.311276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] For port 4267a548-4c46-4666-937c-6b14779cec10, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=4267a548-4c46-4666-937c-6b14779cec10,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:13:21.316243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-6173db3b-74a3-41c5-a2b1-86d4a5412a1f None None] Provisioning complete for port cd23ae63-afa3-420a-a60a-ba6a687969ac triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:21.316901 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6173db3b-74a3-41c5-a2b1-86d4a5412a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:21.326766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:21.338637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:21.390153 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:21.405405 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Routers {'5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:13:21.406349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316f652b0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:13:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:21.494141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-6173db3b-74a3-41c5-a2b1-86d4a5412a1f None None] Port cd23ae63-afa3-420a-a60a-ba6a687969ac cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:13:21.634481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b357a9f-848a-420c-8939-0d5369d2611b None None] Pushing event updated for resources: {'Port': ['ID=4267a548-4c46-4666-937c-6b14779cec10,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:21.640835 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8b357a9f-848a-420c-8939-0d5369d2611b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:21.677514 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cd012-42cc-449c-b477-d0d78a74cb8b req-d4766ef8-7a33-4f5f-b007-e072b25a45ce tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:21.679385 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b98cd012-42cc-449c-b477-d0d78a74cb8b req-d4766ef8-7a33-4f5f-b007-e072b25a45ce tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 944 time: 0.0939937
Apr 20 14:13:21.681793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] Set router 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:13:21.733304 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b98cd012-42cc-449c-b477-d0d78a74cb8b req-850923a8-8d19-428d-9e2c-7b9d7b341749 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461781
Apr 20 14:13:21.759289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:21.767666 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852964856'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:21.823325 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-90ebfe93-04d3-437a-9d8b-de33f7b88c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:21.906817 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853835415'] for router_interface, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:21.919273 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Pushing event updated for resources: {'Port': ['ID=cd23ae63-afa3-420a-a60a-ba6a687969ac,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:21.923456 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:21.972224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc259ea-e858-40a2-a94b-d54391b1737a req-c61a1be8-7934-43c8-9a29-065b6bd69673 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:21.973917 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bdc259ea-e858-40a2-a94b-d54391b1737a req-c61a1be8-7934-43c8-9a29-065b6bd69673 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 943 time: 0.1137981
Apr 20 14:13:22.049654 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bdc259ea-e858-40a2-a94b-d54391b1737a req-79d57515-044d-4ea8-9817-0536903dc6eb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628495
Apr 20 14:13:22.102964 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Network b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:13:22.105313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:22.107764 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316f652b0>, [{'id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'name': 'tempest-TestMinimumBasicScenario-1941673029-router', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4267a548-4c46-4666-937c-6b14779cec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:13Z', 'updated_at': '2021-04-20T14:13:21Z', 'revision_number': 4, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'gw_port': {'id': '4267a548-4c46-4666-937c-6b14779cec10', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:15Z', 'updated_at': '2021-04-20T14:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'cd23ae63-afa3-420a-a60a-ba6a687969ac', 'name': '', 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'mac_address': 'fa:16:3e:00:47:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '25e052d5-cbbb-49f0-8fc3-7db8ade85a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:20Z', 'updated_at': '2021-04-20T14:13:20Z', 'revision_number': 1, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'subnets': [{'id': '25e052d5-cbbb-49f0-8fc3-7db8ade85a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:22.113569 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a7c96d-1c29-4a0b-a3bc-08fcbb5e8fc4 None None] The sync data for ids ['5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'] in dv-cinder-774594-5-iscsi is: [{'id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'name': 'tempest-TestMinimumBasicScenario-1941673029-router', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4267a548-4c46-4666-937c-6b14779cec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:13Z', 'updated_at': '2021-04-20T14:13:21Z', 'revision_number': 4, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'gw_port': {'id': '4267a548-4c46-4666-937c-6b14779cec10', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:15Z', 'updated_at': '2021-04-20T14:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'cd23ae63-afa3-420a-a60a-ba6a687969ac', 'name': '', 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'mac_address': 'fa:16:3e:00:47:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '25e052d5-cbbb-49f0-8fc3-7db8ade85a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:20Z', 'updated_at': '2021-04-20T14:13:20Z', 'revision_number': 1, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'subnets': [{'id': '25e052d5-cbbb-49f0-8fc3-7db8ade85a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:13:22.342027 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-23156363-91f7-4f58-9c95-ec3f50ca09a4 None None] Provisioning complete for port cd23ae63-afa3-420a-a60a-ba6a687969ac triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:22.342027 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-23156363-91f7-4f58-9c95-ec3f50ca09a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:22.430992 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-23156363-91f7-4f58-9c95-ec3f50ca09a4 None None] Port cd23ae63-afa3-420a-a60a-ba6a687969ac cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:13:22.526490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea9699-e26a-4630-b56e-46c2f9be2093 req-95f5307f-89df-4096-9a9d-2ddf11d19c3c tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:22.534414 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9cea9699-e26a-4630-b56e-46c2f9be2093 req-95f5307f-89df-4096-9a9d-2ddf11d19c3c tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1052854
Apr 20 14:13:22.586176 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Router 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:13:22.667973 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9cea9699-e26a-4630-b56e-46c2f9be2093 req-971a54e9-2890-4642-931c-4f1e46491061 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318851
Apr 20 14:13:23.045458 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:13:23.063528 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] 10.222.0.30 "PUT /v2.0/routers/5c87b5b8-222f-41d3-9c9d-4689cd0e53c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7755332
Apr 20 14:13:23.175890 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-618482cb-e609-43c3-b2b1-be993a319cb7 req-927a7a7f-d258-404b-bf7a-5d2644229c27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a754a9a9-2294-421f-93b8-961f40b84283 HTTP/1.1" status: 200  len: 217 time: 0.3356364
Apr 20 14:13:23.381534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device e55b5704-4b69-403d-9089-3b00a02616e9 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:23.530985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e403d3-cdb9-4424-9a0c-6bf29666dc47 req-f37689d9-264e-4d50-92bf-12f4d5e4621e tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:23.534459 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port e55b5704-4b69-403d-9089-3b00a02616e9 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:23.540514 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98e403d3-cdb9-4424-9a0c-6bf29666dc47 req-f37689d9-264e-4d50-92bf-12f4d5e4621e tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 943 time: 0.2142694
Apr 20 14:13:23.547092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port e55b5704-4b69-403d-9089-3b00a02616e9 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:23.547531 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:23.612504 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98e403d3-cdb9-4424-9a0c-6bf29666dc47 req-6297c7be-e440-4303-848a-d74a23777250 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708504
Apr 20 14:13:23.743587 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 4267a548-4c46-4666-937c-6b14779cec10 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:23.812807 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618482cb-e609-43c3-b2b1-be993a319cb7 req-71958280-a0b6-49cf-9611-aec178de939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:23.814527 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-618482cb-e609-43c3-b2b1-be993a319cb7 req-71958280-a0b6-49cf-9611-aec178de939c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5dfd9853-f316-42eb-bcab-9332c748ef16 HTTP/1.1" status: 200  len: 858 time: 0.6197784
Apr 20 14:13:23.908723 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:23.996377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 4267a548-4c46-4666-937c-6b14779cec10 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:24.021138 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1e2bca-7276-447d-8eb7-0df1f0907da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55b5704-4b69-403d-9089-3b00a02616e9'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:13:24.031097 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 4267a548-4c46-4666-937c-6b14779cec10 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:24.031572 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:24.075700 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port e55b5704-4b69-403d-9089-3b00a02616e9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e55b5704-4b69-403d-9089-3b00a02616e9,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:24.117978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:24.132227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2af3dead-f801-44ea-8b64-a017392deced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:24.151352 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-618482cb-e609-43c3-b2b1-be993a319cb7 req-9b17b1cd-7dc3-4048-9c37-9d517f00e41c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6a5662e4-6547-4ce5-9231-c608bc3281fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3201237
Apr 20 14:13:24.203962 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-87587a1d-d942-4daa-908e-cda12f0373c9 req-e157c26e-12f5-4aa6-b9cb-eff912eda917 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4227366
Apr 20 14:13:24.225574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=e55b5704-4b69-403d-9089-3b00a02616e9,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:24.246538 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:24.312929 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8331c2e-0bd3-4779-835d-fe952c0f574c req-345c0408-5f07-4c21-94a2-8a0b3b0f5dcf tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:24.314812 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e8331c2e-0bd3-4779-835d-fe952c0f574c req-345c0408-5f07-4c21-94a2-8a0b3b0f5dcf tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.3519666
Apr 20 14:13:24.335941 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6276a-a937-425a-91eb-2bf6fc572693 req-3253a536-a8c4-443f-ba2a-ce90e739e085 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:24.364143 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fcb6276a-a937-425a-91eb-2bf6fc572693 req-3253a536-a8c4-443f-ba2a-ce90e739e085 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 944 time: 1.3685091
Apr 20 14:13:24.367266 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:24.389345 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 4267a548-4c46-4666-937c-6b14779cec10, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=4267a548-4c46-4666-937c-6b14779cec10,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:24.398994 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:24.409265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:24.429300 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e8331c2e-0bd3-4779-835d-fe952c0f574c req-7a86a53c-5eb7-403d-8704-6f0c6de1dfeb tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785301
Apr 20 14:13:24.510181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=4267a548-4c46-4666-937c-6b14779cec10,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:24.513667 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:24.586587 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fcb6276a-a937-425a-91eb-2bf6fc572693 req-250cfc29-92f5-4043-86fd-a0125a9e1253 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2199564
Apr 20 14:13:24.628132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539197a-b5f8-48f0-b19a-01106577984e req-f46880f3-e0bd-4c13-9afc-3ab1eb12ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:24.629831 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1539197a-b5f8-48f0-b19a-01106577984e req-f46880f3-e0bd-4c13-9afc-3ab1eb12ac3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5474c7eaab841f8ab87e09978d70291&device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 1096 time: 0.2336869
Apr 20 14:13:24.636666 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-618482cb-e609-43c3-b2b1-be993a319cb7 req-91d3dbf2-ad6e-45ff-876e-fbe7aece033a service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4783311
Apr 20 14:13:24.646971 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1e2bca-7276-447d-8eb7-0df1f0907da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55b5704-4b69-403d-9089-3b00a02616e9', 'code': 200}
Apr 20 14:13:25.073057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539197a-b5f8-48f0-b19a-01106577984e req-8b9b638c-d233-465b-a5e9-54111edf2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:25.075860 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1539197a-b5f8-48f0-b19a-01106577984e req-8b9b638c-d233-465b-a5e9-54111edf2723 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 200  len: 916 time: 0.4378769
Apr 20 14:13:25.081249 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-618482cb-e609-43c3-b2b1-be993a319cb7 req-252ddf1f-1802-408b-9eec-9cb1f0d59bf2 service neutron] 10.222.0.53 "GET /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4190884
Apr 20 14:13:25.207453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e730d-5b06-45db-a0a5-64d64674c387 req-892e31a0-db42-4413-a73d-b0a9a6d171ad tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:25.210642 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc4e730d-5b06-45db-a0a5-64d64674c387 req-892e31a0-db42-4413-a73d-b0a9a6d171ad tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 943 time: 0.4043279
Apr 20 14:13:25.215837 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1539197a-b5f8-48f0-b19a-01106577984e req-dfaf33b1-c9f9-4730-9726-584f39a4ad96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e7bc09-e5b8-466c-b3ee-f5506f231938 HTTP/1.1" status: 200  len: 217 time: 0.1219304
Apr 20 14:13:25.326390 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc4e730d-5b06-45db-a0a5-64d64674c387 req-b433c73b-a1c1-4b05-a051-6262c19e2296 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093473
Apr 20 14:13:25.343151 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539197a-b5f8-48f0-b19a-01106577984e req-6438a921-08f5-46fd-b095-b7c2d1436e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:25.346152 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1539197a-b5f8-48f0-b19a-01106577984e req-6438a921-08f5-46fd-b095-b7c2d1436e43 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7517288a-f0d4-4d99-aaf2-ae2db9bb1c45 HTTP/1.1" status: 200  len: 855 time: 0.1062775
Apr 20 14:13:25.437156 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1539197a-b5f8-48f0-b19a-01106577984e req-49f92de3-6468-4a25-9649-c9d63bb0936f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfbe6764-7368-48c7-b252-4bdb783828c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0832720
Apr 20 14:13:25.660306 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1539197a-b5f8-48f0-b19a-01106577984e req-a7c906d6-a3ad-401f-890a-869b1b83e405 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155192
Apr 20 14:13:25.716152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 4267a548-4c46-4666-937c-6b14779cec10 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:25.907799 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 4267a548-4c46-4666-937c-6b14779cec10 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:25.909001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:25.935366 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f567a1-4f41-4670-b750-ce3cbff6a548 req-aa95fc00-a2fc-4c67-8232-f654e9fff2b4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:25.954590 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-83f567a1-4f41-4670-b750-ce3cbff6a548 req-aa95fc00-a2fc-4c67-8232-f654e9fff2b4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 945 time: 0.1626089
Apr 20 14:13:26.040321 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-83f567a1-4f41-4670-b750-ce3cbff6a548 req-586831f7-1527-4e04-b0a8-067731d059f3 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814254
Apr 20 14:13:26.044518 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41478932-b052-483a-b987-0b07f47b6fdc req-54643957-ba53-495a-af57-debe8849244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:26.047166 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-41478932-b052-483a-b987-0b07f47b6fdc req-54643957-ba53-495a-af57-debe8849244c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 1098 time: 0.3285758
Apr 20 14:13:26.110447 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1539197a-b5f8-48f0-b19a-01106577984e req-6b3bb8b3-0ce0-4ed6-adae-268dd62ddae8 service neutron] 10.222.0.53 "GET /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4296081
Apr 20 14:13:26.122488 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b52fc-1d6f-4c2b-be6d-c49e6561f92e req-3d6d2330-92af-4637-b1e1-8913fa3d5e02 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:26.125350 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b47b52fc-1d6f-4c2b-be6d-c49e6561f92e req-3d6d2330-92af-4637-b1e1-8913fa3d5e02 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.3215396
Apr 20 14:13:26.142837 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-41478932-b052-483a-b987-0b07f47b6fdc req-35280a0f-be72-4a1d-a66b-ad42873055fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817344
Apr 20 14:13:26.199953 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b47b52fc-1d6f-4c2b-be6d-c49e6561f92e req-90bf2413-8531-4d66-a78e-fb4c7c1464d9 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651042
Apr 20 14:13:26.266070 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Sync routers for ids ['5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:13:26.280329 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Routers {'5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:13:26.281139 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31670ea90>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:13:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:26.587489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Set router 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:13:26.687304 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06395505-327b-45de-84ce-21c4db45cc55 req-be1bae1c-72b4-4cc1-86a9-3c378e977d6a tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:26.689312 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-06395505-327b-45de-84ce-21c4db45cc55 req-be1bae1c-72b4-4cc1-86a9-3c378e977d6a tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 943 time: 0.1779327
Apr 20 14:13:26.793717 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-06395505-327b-45de-84ce-21c4db45cc55 req-9bafb411-ab1e-4bde-b740-12d7911afbb6 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948405
Apr 20 14:13:27.148967 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31670ea90>, [{'id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'name': 'tempest-TestMinimumBasicScenario-1941673029-router', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4267a548-4c46-4666-937c-6b14779cec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:13Z', 'updated_at': '2021-04-20T14:13:21Z', 'revision_number': 4, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'gw_port': {'id': '4267a548-4c46-4666-937c-6b14779cec10', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:15Z', 'updated_at': '2021-04-20T14:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'cd23ae63-afa3-420a-a60a-ba6a687969ac', 'name': '', 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'mac_address': 'fa:16:3e:00:47:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '25e052d5-cbbb-49f0-8fc3-7db8ade85a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:20Z', 'updated_at': '2021-04-20T14:13:21Z', 'revision_number': 2, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'subnets': [{'id': '25e052d5-cbbb-49f0-8fc3-7db8ade85a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:27.161510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Checking router: 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:13:27.161997 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Updating router 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 port cd23ae63-afa3-420a-a60a-ba6a687969ac binding host dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:13:27.317911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:27.339236 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56052) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:27.378253 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb59427-1c0e-4e4a-8653-2705d35d9874 req-ce458ec6-5778-4146-9ca7-2993b5f741f4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:27.379997 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6eb59427-1c0e-4e4a-8653-2705d35d9874 req-ce458ec6-5778-4146-9ca7-2993b5f741f4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 945 time: 0.1784968
Apr 20 14:13:27.468034 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6eb59427-1c0e-4e4a-8653-2705d35d9874 req-ab5534b8-2b31-4b54-80e2-93d2f48e9251 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773404
Apr 20 14:13:27.761463 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e36e-aee2-4a32-af21-86898101b032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:27.792252 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-0fc8e36e-aee2-4a32-af21-86898101b032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:27.800616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-0fc8e36e-aee2-4a32-af21-86898101b032 admin admin] Usage tracker for resource:security_group_rule and tenant:3e5ab6a6ebd54f5a8579e6b151b167a3 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:13:27.808118 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-0fc8e36e-aee2-4a32-af21-86898101b032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:13:27.823815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-0fc8e36e-aee2-4a32-af21-86898101b032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:27.851083 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b6247-20fd-4600-86fd-f6a0ee6024d4 req-cbc6f701-9934-409b-a144-64db402a9422 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:27.853131 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f18b6247-20fd-4600-86fd-f6a0ee6024d4 req-cbc6f701-9934-409b-a144-64db402a9422 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.2950859
Apr 20 14:13:27.967301 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f18b6247-20fd-4600-86fd-f6a0ee6024d4 req-f4fadeb5-3303-4922-bd6d-8a450f6281a1 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919907
Apr 20 14:13:28.058170 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:28.068455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e36e-aee2-4a32-af21-86898101b032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:28.076303 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e36e-aee2-4a32-af21-86898101b032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:28.085489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Transition to ACTIVE for port object cd23ae63-afa3-420a-a60a-ba6a687969ac will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:28.093523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c32225b9-67b9-4301-a3eb-93ee5273ba9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:28.098150 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:28.108744 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:28.141979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 56072) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:28.153018 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0fc8e36e-aee2-4a32-af21-86898101b032 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e5ab6a6ebd54f5a8579e6b151b167a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8108180
Apr 20 14:13:28.174298 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc8e36e-aee2-4a32-af21-86898101b032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3628436-dd04-4b13-bf73-9f2744fefd92,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:28.189714 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0fc8e36e-aee2-4a32-af21-86898101b032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:28.204490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519feb9d-505a-4594-9194-ba39c369153a None None] Pushing event updated for resources: {'Port': ['ID=cd23ae63-afa3-420a-a60a-ba6a687969ac,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:28.207708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-519feb9d-505a-4594-9194-ba39c369153a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:28.290013 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:28.341981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:28.411742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:28.420612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-aa3c7b8f-5477-4f61-9bb2-ea11b6ad31cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:28.437879 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00239e0-09e7-433c-8ffd-3e35da6f6840 req-2e1a4b93-df94-484b-954b-72b72ab63afa tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:28.440445 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f00239e0-09e7-433c-8ffd-3e35da6f6840 req-2e1a4b93-df94-484b-954b-72b72ab63afa tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 943 time: 0.1946151
Apr 20 14:13:28.444831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3628436-dd04-4b13-bf73-9f2744fefd92,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:28.458780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:28.459385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:28.459928 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:28.460427 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:28.460922 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:28.461615 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:28.462180 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:28.462696 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:28.463184 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:28.463671 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:28.464169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:28.464656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:28.469604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:28.470708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:28.472551 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3628436-dd04-4b13-bf73-9f2744fefd92 HTTP/1.1" status: 204  len: 168 time: 0.3292475
Apr 20 14:13:28.599605 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f00239e0-09e7-433c-8ffd-3e35da6f6840 req-0a30d036-3b11-40bb-9e65-6182f50c1771 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509206
Apr 20 14:13:28.857077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Attempting to bind port cd23ae63-afa3-420a-a60a-ba6a687969ac on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:13:28.859477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Attempting to bind port cd23ae63-afa3-420a-a60a-ba6a687969ac by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '847059c6-2300-4498-b1ba-4a9b6b8467f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:13:28.865081 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Attempting to bind port cd23ae63-afa3-420a-a60a-ba6a687969ac on network b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:13:28.877185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:13:28.879857 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Checking segment: {'id': '847059c6-2300-4498-b1ba-4a9b6b8467f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:13:28.880714 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:28.885164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Bound using segment: {'id': '847059c6-2300-4498-b1ba-4a9b6b8467f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:13:28.886220 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Bound port: cd23ae63-afa3-420a-a60a-ba6a687969ac, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847059c6-2300-4498-b1ba-4a9b6b8467f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:13:28.886940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:28.889638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca62ba-e19f-4ebc-9a7c-a7fc9180c23c req-05e191da-17f7-4459-9dd6-1865b2d60a2d tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:28.903003 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d4ca62ba-e19f-4ebc-9a7c-a7fc9180c23c req-05e191da-17f7-4459-9dd6-1865b2d60a2d tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 945 time: 0.1958466
Apr 20 14:13:28.981821 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d4ca62ba-e19f-4ebc-9a7c-a7fc9180c23c req-8bc5feb9-5acc-4746-86d1-d9cda6d0800b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752926
Apr 20 14:13:29.033655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] For port cd23ae63-afa3-420a-a60a-ba6a687969ac, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:13:29.040244 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] For port cd23ae63-afa3-420a-a60a-ba6a687969ac, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=cd23ae63-afa3-420a-a60a-ba6a687969ac,segment=NetworkSegment(847059c6-2300-4498-b1ba-4a9b6b8467f6),segment_id=847059c6-2300-4498-b1ba-4a9b6b8467f6)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:13:29.052943 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:29.062790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:29.173907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519feb9d-505a-4594-9194-ba39c369153a None None] Pushing event updated for resources: {'Port': ['ID=cd23ae63-afa3-420a-a60a-ba6a687969ac,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:29.179620 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-519feb9d-505a-4594-9194-ba39c369153a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:29.206774 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Routers {'5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:13:29.207497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31670ea90>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:13:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:29.315813 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04e630-faf7-4369-b955-51b5a2a48e03 req-7ee07989-d0bb-4ea5-b49c-111c24572799 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:29.326286 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5d04e630-faf7-4369-b955-51b5a2a48e03 req-7ee07989-d0bb-4ea5-b49c-111c24572799 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 945 time: 0.2057571
Apr 20 14:13:29.398911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af5e4f-bb57-4403-b125-97827cac3110 req-f72439d5-faff-47b2-aed7-58137e45a1c6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:29.415311 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e7af5e4f-bb57-4403-b125-97827cac3110 req-f72439d5-faff-47b2-aed7-58137e45a1c6 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.2046156
Apr 20 14:13:29.449726 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5d04e630-faf7-4369-b955-51b5a2a48e03 req-5fa5f106-d0c3-43d6-a464-3b2286f3a53c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1219461
Apr 20 14:13:29.471937 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56092) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:29.510739 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e7af5e4f-bb57-4403-b125-97827cac3110 req-57ec4a89-d42d-4ff0-b219-f6580e2c9b24 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940032
Apr 20 14:13:29.610645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 71e7bc09-e5b8-466c-b3ee-f5506f231938 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:13:29.738346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device cd23ae63-afa3-420a-a60a-ba6a687969ac up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:29.800809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.resource_extend [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 14:13:29.926610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27340bb0-f733-46d9-8813-8ca465cad104 req-9841bbee-4d1a-4757-8a36-f7d619b68eb4 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:29.930700 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-27340bb0-f733-46d9-8813-8ca465cad104 req-9841bbee-4d1a-4757-8a36-f7d619b68eb4 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 943 time: 0.1497357
Apr 20 14:13:30.015518 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-27340bb0-f733-46d9-8813-8ca465cad104 req-aafaf4eb-5e8e-4fa3-9fce-fb99720aec39 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756159
Apr 20 14:13:30.035537 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] Set router 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:13:30.082972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af6616a-da35-4ab9-9041-084bf893a94d tempest-TestVolumeBootPattern-75059485 tempest-TestVolumeBootPattern-75059485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:30.084716 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-5af6616a-da35-4ab9-9041-084bf893a94d tempest-TestVolumeBootPattern-75059485 tempest-TestVolumeBootPattern-75059485-project-admin] Synchronizing usage tracker for tenant:9ebdfb811bdf4b57b5e29a99f26d81a4 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:13:30.112947 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-5af6616a-da35-4ab9-9041-084bf893a94d tempest-TestVolumeBootPattern-75059485 tempest-TestVolumeBootPattern-75059485-project-admin] Unset dirty status for tenant:9ebdfb811bdf4b57b5e29a99f26d81a4 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:13:30.114949 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-5af6616a-da35-4ab9-9041-084bf893a94d tempest-TestVolumeBootPattern-75059485 tempest-TestVolumeBootPattern-75059485-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 1093 time: 0.6410174
Apr 20 14:13:30.118391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56102) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:30.123067 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port cd23ae63-afa3-420a-a60a-ba6a687969ac completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:30.125239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Request body: {'floatingip': {'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'port_id': 'e55b5704-4b69-403d-9089-3b00a02616e9', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:13:30.132391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:30.137276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Usage tracker for resource:floatingip and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:13:30.140855 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:13:30.148103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:30.148616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port cd23ae63-afa3-420a-a60a-ba6a687969ac triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:30.149085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:30.159780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for floatingip, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:30.214178 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 71e7bc09-e5b8-466c-b3ee-f5506f231938, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=71e7bc09-e5b8-466c-b3ee-f5506f231938,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:30.347234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': '71e7bc09-e5b8-466c-b3ee-f5506f231938', 'network_id': 'dfbe6764-7368-48c7-b252-4bdb783828c3', 'port_id': '71e7bc09-e5b8-466c-b3ee-f5506f231938', 'mac_address': 'fa:16:3e:9b:82:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7517288a-f0d4-4d99-aaf2-ae2db9bb1c45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:13:30.350497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:30.545472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:30.569763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Allocated IP 172.27.3.197 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/727ec32d-ff6f-4b32-b4fd-5254b11cc03b) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:13:30.589868 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:30.605848 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e7bc09-e5b8-466c-b3ee-f5506f231938 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:13:30.623436 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 71e7bc09-e5b8-466c-b3ee-f5506f231938, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=71e7bc09-e5b8-466c-b3ee-f5506f231938,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:30.634372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:30.664933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:30.759147 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port cd23ae63-afa3-420a-a60a-ba6a687969ac, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=cd23ae63-afa3-420a-a60a-ba6a687969ac,segment=NetworkSegment(847059c6-2300-4498-b1ba-4a9b6b8467f6),segment_id=847059c6-2300-4498-b1ba-4a9b6b8467f6)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:30.769637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:30.776273 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=71e7bc09-e5b8-466c-b3ee-f5506f231938,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:30.781472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:30.782018 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-519feb9d-505a-4594-9194-ba39c369153a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:30.869633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=cd23ae63-afa3-420a-a60a-ba6a687969ac,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:30.874511 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31670ea90>, [{'id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'name': 'tempest-TestMinimumBasicScenario-1941673029-router', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4267a548-4c46-4666-937c-6b14779cec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:13Z', 'updated_at': '2021-04-20T14:13:21Z', 'revision_number': 4, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'gw_port': {'id': '4267a548-4c46-4666-937c-6b14779cec10', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:15Z', 'updated_at': '2021-04-20T14:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'cd23ae63-afa3-420a-a60a-ba6a687969ac', 'name': '', 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'mac_address': 'fa:16:3e:00:47:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '25e052d5-cbbb-49f0-8fc3-7db8ade85a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:20Z', 'updated_at': '2021-04-20T14:13:29Z', 'revision_number': 4, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'subnets': [{'id': '25e052d5-cbbb-49f0-8fc3-7db8ade85a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:30.877590 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:30.886402 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e710f-6aaf-40a8-8b72-a9923ac8ac01 None None] The sync data for ids ['5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'] in dv-cinder-774594-5-iscsi is: [{'id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'name': 'tempest-TestMinimumBasicScenario-1941673029-router', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4267a548-4c46-4666-937c-6b14779cec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:13Z', 'updated_at': '2021-04-20T14:13:21Z', 'revision_number': 4, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'gw_port': {'id': '4267a548-4c46-4666-937c-6b14779cec10', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:15Z', 'updated_at': '2021-04-20T14:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'cd23ae63-afa3-420a-a60a-ba6a687969ac', 'name': '', 'network_id': 'b3f1562a-1a7f-48f7-ba91-c823edc2e1c6', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'mac_address': 'fa:16:3e:00:47:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '25e052d5-cbbb-49f0-8fc3-7db8ade85a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:20Z', 'updated_at': '2021-04-20T14:13:29Z', 'revision_number': 4, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'subnets': [{'id': '25e052d5-cbbb-49f0-8fc3-7db8ade85a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:13:31.162175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd0b66-b572-46ff-83f8-83e66c6e75e3 req-be4b90f4-4355-4bf4-8323-afc63a627612 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:31.163981 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a9cd0b66-b572-46ff-83f8-83e66c6e75e3 req-be4b90f4-4355-4bf4-8323-afc63a627612 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.4788964
Apr 20 14:13:31.241420 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:31.241914 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['71e7bc09-e5b8-466c-b3ee-f5506f231938'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:13:31.328185 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a9cd0b66-b572-46ff-83f8-83e66c6e75e3 req-b0956246-97c9-4f33-a803-a6fdc1676ad2 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564138
Apr 20 14:13:31.335914 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:31.345367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d04f77f6-ac74-424f-8812-675d8eb358d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:31.497431 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'Port': ['ID=727ec32d-ff6f-4b32-b4fd-5254b11cc03b,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:31.508159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:31.529500 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:13:31.532312 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:31.533185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584164a-233d-42b0-bab5-2da9b20a2061 req-b5f3511b-ecd0-4a32-a553-1c1ab0e4555b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:31.544744 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:13:31.550412 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b584164a-233d-42b0-bab5-2da9b20a2061 req-b5f3511b-ecd0-4a32-a553-1c1ab0e4555b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 944 time: 0.2514424
Apr 20 14:13:31.710306 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b584164a-233d-42b0-bab5-2da9b20a2061 req-b467d160-aeb8-4060-8d44-399e561f2ae0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530921
Apr 20 14:13:31.738237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device cd23ae63-afa3-420a-a60a-ba6a687969ac up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:31.883041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port cd23ae63-afa3-420a-a60a-ba6a687969ac triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:31.883468 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:32.459814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:32.897790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:33.077762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d6faf-507b-4664-b6c5-ad56ba4090f7 req-21338f31-1e32-4777-914d-a91496154ff5 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:33.093545 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-588d6faf-507b-4664-b6c5-ad56ba4090f7 req-21338f31-1e32-4777-914d-a91496154ff5 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 944 time: 0.2008517
Apr 20 14:13:33.190853 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-588d6faf-507b-4664-b6c5-ad56ba4090f7 req-a3117d83-c6e3-4b49-ad3a-433823362de9 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940976
Apr 20 14:13:33.264834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:33.270291 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852964856'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:33.300184 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:33.450623 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 71e7bc09-e5b8-466c-b3ee-f5506f231938 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:33.466734 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'Port': ['ID=727ec32d-ff6f-4b32-b4fd-5254b11cc03b,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:33.479043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:33.479425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:33.479838 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:33.480233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:33.480625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:33.481017 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:33.481407 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:33.481828 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:33.482220 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:33.482604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:33.482986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:33.483367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:13:33.495503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:33.498751 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:33.606721 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port 71e7bc09-e5b8-466c-b3ee-f5506f231938 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:33.613933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port 71e7bc09-e5b8-466c-b3ee-f5506f231938 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:33.614371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:33.883431 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Floating IP 105f793e-868d-4f66-ab2e-63db9610117f associated. External IP: 172.27.3.197, port: e55b5704-4b69-403d-9089-3b00a02616e9.
Apr 20 14:13:33.980921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:34.018040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1d5859-bd67-4d9b-b18a-f775208ddb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e7bc09-e5b8-466c-b3ee-f5506f231938'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:13:34.029861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 71e7bc09-e5b8-466c-b3ee-f5506f231938, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=71e7bc09-e5b8-466c-b3ee-f5506f231938,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:34.036345 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:34.044098 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-08493299-2acf-4451-8563-44611eb96bd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:34.129866 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1d5859-bd67-4d9b-b18a-f775208ddb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e7bc09-e5b8-466c-b3ee-f5506f231938', 'code': 200}
Apr 20 14:13:34.196712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=71e7bc09-e5b8-466c-b3ee-f5506f231938,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:34.203952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:34.304246 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a223e92d-9050-498b-ade5-321f5bc4f985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:34.463695 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Router 139390dc-d4f3-45df-ba38-8588e191693e has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:13:34.481318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae556480-729f-4f8f-88e3-20682e2a723b req-b1004552-fecf-474b-8d7d-863a99f79b18 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:34.483247 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ae556480-729f-4f8f-88e3-20682e2a723b req-b1004552-fecf-474b-8d7d-863a99f79b18 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 945 time: 0.1255844
Apr 20 14:13:34.565048 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccdab5-be01-4556-86b3-bad881003657 req-cff6bebd-ef8d-4efe-af2e-9820640188b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:34.566680 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d0ccdab5-be01-4556-86b3-bad881003657 req-cff6bebd-ef8d-4efe-af2e-9820640188b0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 1098 time: 0.1649520
Apr 20 14:13:34.631764 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d0ccdab5-be01-4556-86b3-bad881003657 req-87485f25-d4f6-4665-b79c-afb07f5f5424 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512822
Apr 20 14:13:34.717446 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ae556480-729f-4f8f-88e3-20682e2a723b req-79ec32d9-6906-4be9-b140-0e56efac01e8 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246923
Apr 20 14:13:34.738954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:13:34.754466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8cd013-5ebe-4734-9e04-0882008a4987 None None] Sync routers for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:13:34.787656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:34.875269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8cd013-5ebe-4734-9e04-0882008a4987 None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:13:34.876003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-6a8cd013-5ebe-4734-9e04-0882008a4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31638d828>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:13:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:34.905830 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.7748408
Apr 20 14:13:34.905830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1e2bca-7276-447d-8eb7-0df1f0907da3', 'tag': 'e55b5704-4b69-403d-9089-3b00a02616e9'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:13:34.963418 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1e2bca-7276-447d-8eb7-0df1f0907da3', 'tag': 'e55b5704-4b69-403d-9089-3b00a02616e9', 'status': 'completed', 'code': 200}
Apr 20 14:13:35.228497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-6a8cd013-5ebe-4734-9e04-0882008a4987 None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:13:35.291994 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a183c-4c3f-4706-b4e8-86d66ac66f5c req-2037a255-582d-4d3e-8640-34a98508af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:35.295267 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1e8a183c-4c3f-4706-b4e8-86d66ac66f5c req-2037a255-582d-4d3e-8640-34a98508af7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 1098 time: 0.2900736
Apr 20 14:13:35.357095 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e5aa4662-cf90-4af0-83f0-f3f54670b22c req-96a9a706-44ad-449d-8a42-b6692fecf845 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2192857
Apr 20 14:13:35.686988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a183c-4c3f-4706-b4e8-86d66ac66f5c req-2b1b5349-7b6c-4ab5-a28b-04a766c09e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:35.689964 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1e8a183c-4c3f-4706-b4e8-86d66ac66f5c req-2b1b5349-7b6c-4ab5-a28b-04a766c09e07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 913 time: 0.3816407
Apr 20 14:13:35.720272 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-6a8cd013-5ebe-4734-9e04-0882008a4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31638d828>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '105f793e-868d-4f66-ab2e-63db9610117f', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'e55b5704-4b69-403d-9089-3b00a02616e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:d2:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1e2bca-7276-447d-8eb7-0df1f0907da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:13:32Z', 'updated_at': '2021-04-20T14:13:32Z', 'revision_number': 0, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:35.724948 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8cd013-5ebe-4734-9e04-0882008a4987 None None] Checking router: 139390dc-d4f3-45df-ba38-8588e191693e for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:13:35.735861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8cd013-5ebe-4734-9e04-0882008a4987 None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:13:35.736692 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-6a8cd013-5ebe-4734-9e04-0882008a4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31638d828>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:13:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:36.266839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-6a8cd013-5ebe-4734-9e04-0882008a4987 None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:13:36.278039 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1e8a183c-4c3f-4706-b4e8-86d66ac66f5c req-bc9681eb-6903-418f-9a6f-4574c9acd716 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e55b5704-4b69-403d-9089-3b00a02616e9 HTTP/1.1" status: 200  len: 999 time: 0.5749896
Apr 20 14:13:36.429307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a183c-4c3f-4706-b4e8-86d66ac66f5c req-2e1806c7-91fb-4daa-b759-e1cf36cbcfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:36.431953 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1e8a183c-4c3f-4706-b4e8-86d66ac66f5c req-2e1806c7-91fb-4daa-b759-e1cf36cbcfec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59c8f2cc-53e5-45a9-915e-c29f6eb9b423 HTTP/1.1" status: 200  len: 851 time: 0.0907993
Apr 20 14:13:36.576328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa4662-cf90-4af0-83f0-f3f54670b22c req-16eacffd-45f4-4c5e-ab3b-aae80cfca993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:36.579151 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e5aa4662-cf90-4af0-83f0-f3f54670b22c req-16eacffd-45f4-4c5e-ab3b-aae80cfca993 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 1098 time: 0.9910760
Apr 20 14:13:36.595988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f86747-02cf-4fc0-817b-3e8bb27d553c req-e7a1f577-896b-40b2-8217-dc820228a19e tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:36.597478 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-96f86747-02cf-4fc0-817b-3e8bb27d553c req-e7a1f577-896b-40b2-8217-dc820228a19e tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 945 time: 0.3175325
Apr 20 14:13:36.727011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-913bbe79-ea0f-4c30-b7d2-082e4bfa1014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:36.836645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa4662-cf90-4af0-83f0-f3f54670b22c req-f80781b3-0ed1-4f46-8df7-188516190453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:36.838521 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e5aa4662-cf90-4af0-83f0-f3f54670b22c req-f80781b3-0ed1-4f46-8df7-188516190453 service neutron] 10.222.0.53 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 918 time: 0.1802680
Apr 20 14:13:36.853815 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-96f86747-02cf-4fc0-817b-3e8bb27d553c req-18255363-79f1-48ac-8224-9dca2bd019b5 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2445421
Apr 20 14:13:37.036951 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e5aa4662-cf90-4af0-83f0-f3f54670b22c req-9fd7b6e3-53ca-4d90-a9b0-948921c05f1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754 HTTP/1.1" status: 200  len: 1001 time: 0.1810503
Apr 20 14:13:37.042031 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a183c-4c3f-4706-b4e8-86d66ac66f5c req-98281cee-50a2-484a-b96d-2c616977ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:37.043602 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1e8a183c-4c3f-4706-b4e8-86d66ac66f5c req-98281cee-50a2-484a-b96d-2c616977ed1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ca6db40-cbd3-412c-8c55-59f3066092fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5763934
Apr 20 14:13:37.094732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-6a8cd013-5ebe-4734-9e04-0882008a4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31638d828>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '105f793e-868d-4f66-ab2e-63db9610117f', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'e55b5704-4b69-403d-9089-3b00a02616e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:d2:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1e2bca-7276-447d-8eb7-0df1f0907da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:13:32Z', 'updated_at': '2021-04-20T14:13:32Z', 'revision_number': 0, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:37.099296 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8cd013-5ebe-4734-9e04-0882008a4987 None None] The sync data for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi is: [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '105f793e-868d-4f66-ab2e-63db9610117f', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'e55b5704-4b69-403d-9089-3b00a02616e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:d2:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1e2bca-7276-447d-8eb7-0df1f0907da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:13:32Z', 'updated_at': '2021-04-20T14:13:32Z', 'revision_number': 0, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:13:37.269152 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1e8a183c-4c3f-4706-b4e8-86d66ac66f5c req-8d65197a-af1d-43cb-943f-1d5ac5a0e375 service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1670880
Apr 20 14:13:37.270658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa4662-cf90-4af0-83f0-f3f54670b22c req-c2ce98f2-75d5-40a7-8abc-dab77bca3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:37.272141 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e5aa4662-cf90-4af0-83f0-f3f54670b22c req-c2ce98f2-75d5-40a7-8abc-dab77bca3ca6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 200  len: 856 time: 0.2275524
Apr 20 14:13:37.297687 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:37.472388 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6803875a-125d-4cf3-968f-52c747ebc6d9 None None] New status for floating IP 105f793e-868d-4f66-ab2e-63db9610117f: ACTIVE {{(pid=86377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:13:37.563437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa4662-cf90-4af0-83f0-f3f54670b22c req-84bbbc79-f1eb-4fa8-940b-ca9d4da8b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:37.564959 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e5aa4662-cf90-4af0-83f0-f3f54670b22c req-84bbbc79-f1eb-4fa8-940b-ca9d4da8b6bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=208826de-226c-4839-8ac0-886efbb4ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2697403
Apr 20 14:13:37.734058 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e5aa4662-cf90-4af0-83f0-f3f54670b22c req-7ca363a3-a1e9-46e2-acf7-c6a10e85439e service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536431
Apr 20 14:13:37.853724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:37.961677 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e5aa4662-cf90-4af0-83f0-f3f54670b22c req-d35202e0-73b4-48aa-86c8-8c09f6d3d996 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2181723
Apr 20 14:13:37.985168 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1e8a183c-4c3f-4706-b4e8-86d66ac66f5c req-83fe9a5b-45a5-4c1a-9515-f521e1a2eb1b service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6917067
Apr 20 14:13:38.126601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39ee09-7142-45e3-992c-bee12b0ae62c req-33e77747-1c1a-4c55-a568-c836c9341b10 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:38.130738 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9e39ee09-7142-45e3-992c-bee12b0ae62c req-33e77747-1c1a-4c55-a568-c836c9341b10 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 945 time: 0.1113174
Apr 20 14:13:38.165507 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aadf0b-c023-4d37-991f-de03fc3c2197 req-36079778-2a21-43d5-b01d-17acbaa48695 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:38.167221 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d6aadf0b-c023-4d37-991f-de03fc3c2197 req-36079778-2a21-43d5-b01d-17acbaa48695 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.0958569
Apr 20 14:13:38.190493 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9e39ee09-7142-45e3-992c-bee12b0ae62c req-4d76e331-380c-401e-952b-dff0529e52ee tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543282
Apr 20 14:13:38.227837 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d6aadf0b-c023-4d37-991f-de03fc3c2197 req-26421b6f-0fad-4140-bdf9-f8511572c85e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514433
Apr 20 14:13:38.365054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:39.059895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:39.481281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea599a74-9d85-47e8-a5a7-300bbf7b81b2 req-09ba5974-4b8b-403c-8082-6dc8666310a5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:39.486276 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea599a74-9d85-47e8-a5a7-300bbf7b81b2 req-09ba5974-4b8b-403c-8082-6dc8666310a5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1040351
Apr 20 14:13:39.578435 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea599a74-9d85-47e8-a5a7-300bbf7b81b2 req-7be0b037-2ddd-4f1c-ad54-e14d8753a2df tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884001
Apr 20 14:13:40.503447 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-5add8f92-453c-4862-970c-d7788885e927 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:40.504270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-5add8f92-453c-4862-970c-d7788885e927 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Synchronizing usage tracker for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:network {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:13:40.523663 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-5add8f92-453c-4862-970c-d7788885e927 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Unset dirty status for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:network {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:13:40.525012 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-5add8f92-453c-4862-970c-d7788885e927 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/networks?id=dba9e294-92e4-413e-8bce-986c47c8eae7 HTTP/1.1" status: 200  len: 815 time: 0.2044201
Apr 20 14:13:40.542594 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-cceba6ef-6617-4115-8c1c-367e8106ce9d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/quotas/29d8195a916f479b9747a1f2f07b9280 HTTP/1.1" status: 200  len: 375 time: 0.0108173
Apr 20 14:13:40.647130 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e4af89eb-9cf9-4a77-ae59-8be926e6998e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=29d8195a916f479b9747a1f2f07b9280&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0976651
Apr 20 14:13:40.833422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b51e6-7848-4c07-aee8-23d4fd981cb4 req-a805adbf-9294-47e6-9322-7e49b8282267 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:40.843180 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-651b51e6-7848-4c07-aee8-23d4fd981cb4 req-a805adbf-9294-47e6-9322-7e49b8282267 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.1163356
Apr 20 14:13:40.865337 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-261911bd-9b6a-4acb-ad9b-98cee724445c service neutron] 10.222.0.30 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939566
Apr 20 14:13:40.906871 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-651b51e6-7848-4c07-aee8-23d4fd981cb4 req-91583b83-15eb-44cf-a131-bacf0bea30fd tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570493
Apr 20 14:13:41.030628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbde096-94a0-4d28-8db7-c8611193004d req-2e038953-9e65-4216-9064-40f5df92ecd0 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:41.032208 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5dbde096-94a0-4d28-8db7-c8611193004d req-2e038953-9e65-4216-9064-40f5df92ecd0 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 945 time: 0.2315607
Apr 20 14:13:41.043134 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-16e84ecf-0380-4c48-a03e-7a86ef06276c service neutron] 10.222.0.30 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1745660
Apr 20 14:13:41.115936 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-5dbde096-94a0-4d28-8db7-c8611193004d req-6c7765e2-1be5-4262-8e4d-395c0cfe5e99 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Deleting port 584afe55-43fe-472c-ab36-ccb72fe0b271 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:13:41.116327 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-5dbde096-94a0-4d28-8db7-c8611193004d req-6c7765e2-1be5-4262-8e4d-395c0cfe5e99 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:41.268129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-16ade218-4d1f-4c9a-a74a-cffe403c73f0 req-784af66e-3961-4948-90ee-b674c21267db tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Synchronizing usage tracker for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:13:41.290524 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-16ade218-4d1f-4c9a-a74a-cffe403c73f0 req-784af66e-3961-4948-90ee-b674c21267db tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Unset dirty status for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:13:41.302833 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-16ade218-4d1f-4c9a-a74a-cffe403c73f0 req-784af66e-3961-4948-90ee-b674c21267db tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 210 time: 0.1000543
Apr 20 14:13:41.534937 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-5dbde096-94a0-4d28-8db7-c8611193004d req-6c7765e2-1be5-4262-8e4d-395c0cfe5e99 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] For port 584afe55-43fe-472c-ab36-ccb72fe0b271, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=584afe55-43fe-472c-ab36-ccb72fe0b271,segment=NetworkSegment(cc8f3ba0-bdcf-4598-887c-20b551549204),segment_id=cc8f3ba0-bdcf-4598-887c-20b551549204)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:41.535729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-5dbde096-94a0-4d28-8db7-c8611193004d req-6c7765e2-1be5-4262-8e4d-395c0cfe5e99 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:41.686192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-5dbde096-94a0-4d28-8db7-c8611193004d req-6c7765e2-1be5-4262-8e4d-395c0cfe5e99 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Calling delete_port for 584afe55-43fe-472c-ab36-ccb72fe0b271 owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:13:41.983231 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-5dbde096-94a0-4d28-8db7-c8611193004d req-6c7765e2-1be5-4262-8e4d-395c0cfe5e99 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:41.996908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9d17d36d-a34d-4586-be56-769cbc496746 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:42.001253 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['a754a9a9-2294-421f-93b8-961f40b84283', '584afe55-43fe-472c-ab36-ccb72fe0b271'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:13:42.527887 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7765e2-1be5-4262-8e4d-395c0cfe5e99 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Pushing event deleted for resources: {'Port': ['ID=584afe55-43fe-472c-ab36-ccb72fe0b271,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:42.544987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6c7765e2-1be5-4262-8e4d-395c0cfe5e99 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:42.577383 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2d8d32e7-fddf-4031-893b-1fc513627b0d req-43e191de-7967-4661-848f-b2970918d518 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61c254e-21e9-4f1c-839d-9399c0fd1930 HTTP/1.1" status: 200  len: 210 time: 0.4038453
Apr 20 14:13:42.653819 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbde096-94a0-4d28-8db7-c8611193004d req-6c7765e2-1be5-4262-8e4d-395c0cfe5e99 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] No DVR routers for this DVR port 584afe55-43fe-472c-ab36-ccb72fe0b271 on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:13:42.659430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-5dbde096-94a0-4d28-8db7-c8611193004d req-6c7765e2-1be5-4262-8e4d-395c0cfe5e99 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:42.665194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61c254e-21e9-4f1c-839d-9399c0fd1930', 'name': 'network-vif-deleted', 'tag': '584afe55-43fe-472c-ab36-ccb72fe0b271'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:13:42.668603 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddf7ad0a-3328-4735-8e89-085e63549320 req-62aa1855-d19c-4745-9323-df8a4b43c331 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 210 time: 0.0561402
Apr 20 14:13:42.682434 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5dbde096-94a0-4d28-8db7-c8611193004d req-6c7765e2-1be5-4262-8e4d-395c0cfe5e99 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.53 "DELETE /v2.0/ports/584afe55-43fe-472c-ab36-ccb72fe0b271 HTTP/1.1" status: 204  len: 173 time: 1.6421058
Apr 20 14:13:42.730174 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61c254e-21e9-4f1c-839d-9399c0fd1930', 'name': 'network-vif-deleted', 'tag': '584afe55-43fe-472c-ab36-ccb72fe0b271', 'status': 'completed', 'code': 200}
Apr 20 14:13:43.354288 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-c1830081-4dc1-4f05-b608-b76ab560f02f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:43.355887 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-c1830081-4dc1-4f05-b608-b76ab560f02f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.53 "GET /v2.0/networks?id=dba9e294-92e4-413e-8bce-986c47c8eae7 HTTP/1.1" status: 200  len: 815 time: 0.1788027
Apr 20 14:13:43.378742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Request body: {'port': {'device_id': '79ff317e-d661-4d4a-b394-856c7b086e74', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'admin_state_up': True, 'tenant_id': '29d8195a916f479b9747a1f2f07b9280'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:13:43.644808 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:43.655870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:43.668638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Made reservation on behalf of 29d8195a916f479b9747a1f2f07b9280 for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:13:43.676201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:43.968313 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4e5e1c93-0f7a-4392-9e2d-9ef79fbabb93 req-f29d7a1b-7916-4bfb-95da-8aa2445aa2cc tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 210 time: 0.0737011
Apr 20 14:13:43.986256 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Allocated IP 172.20.0.8 (dba9e294-92e4-413e-8bce-986c47c8eae7/733e26ca-97ac-403f-a602-f010414e3fe8/8e94ea28-e9c0-44bc-9ed3-a87481ec813f) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:13:44.343553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:44.364687 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Transition to ACTIVE for port object 8e94ea28-e9c0-44bc-9ed3-a87481ec813f will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:44.448021 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:44.462283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-afd22798-8b00-4894-b98d-f04df8acf317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:44.527290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Network dba9e294-92e4-413e-8bce-986c47c8eae7 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:13:44.532274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:44.547683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:13:44.605321 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event updated for resources: {'Port': ['ID=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:44.615581 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:44.634789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a397ce-dec3-4be3-91db-ecd85eb6b507 req-ba759fac-cd1c-429d-8b94-18a1bbe20142 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:44.635537 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-b8a397ce-dec3-4be3-91db-ecd85eb6b507 req-ba759fac-cd1c-429d-8b94-18a1bbe20142 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Synchronizing usage tracker for tenant:41708f6d5066439e9e48ce3963586db5 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:13:44.658705 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:44.659565 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:44.682051 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-b8a397ce-dec3-4be3-91db-ecd85eb6b507 req-ba759fac-cd1c-429d-8b94-18a1bbe20142 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Unset dirty status for tenant:41708f6d5066439e9e48ce3963586db5 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:13:44.683683 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b8a397ce-dec3-4be3-91db-ecd85eb6b507 req-ba759fac-cd1c-429d-8b94-18a1bbe20142 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.3012340
Apr 20 14:13:44.715393 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3446236
Apr 20 14:13:44.747420 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b8a397ce-dec3-4be3-91db-ecd85eb6b507 req-7b3a5d99-d483-4bdf-b3b9-804d1527b131 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547466
Apr 20 14:13:44.818666 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-4b3a5993-0c39-4e1a-a8d5-95e33a3df52a None None] Provisioning for port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:44.834169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-4b3a5993-0c39-4e1a-a8d5-95e33a3df52a None None] Provisioning complete for port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:44.834617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4b3a5993-0c39-4e1a-a8d5-95e33a3df52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:44.900543 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-4b3a5993-0c39-4e1a-a8d5-95e33a3df52a None None] Port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:13:45.206711 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fee2fb-2b7d-40c6-857f-b058f84260e2 req-fd554f11-051d-4948-864c-afff2b666826 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:45.209053 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c0fee2fb-2b7d-40c6-857f-b058f84260e2 req-fd554f11-051d-4948-864c-afff2b666826 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 931 time: 0.1076927
Apr 20 14:13:45.265390 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c0fee2fb-2b7d-40c6-857f-b058f84260e2 req-b90208ff-9473-4a18-a3c5-2b947b3b0e5a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493350
Apr 20 14:13:45.487043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 584afe55-43fe-472c-ab36-ccb72fe0b271 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:13:45.524610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: 584afe55-43fe-472c-ab36-ccb72fe0b271 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:13:45.524982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 584afe55-43fe-472c-ab36-ccb72fe0b271 not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:13:45.982492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325245c3-d1bc-40af-befa-13df149b9fad req-e1753a56-fb97-4626-9e29-a42dd5f22ba4 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:45.984918 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-325245c3-d1bc-40af-befa-13df149b9fad req-e1753a56-fb97-4626-9e29-a42dd5f22ba4 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1112413
Apr 20 14:13:46.043980 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-325245c3-d1bc-40af-befa-13df149b9fad req-2dd86789-aa14-4e11-a36f-959f1df2cea1 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454121
Apr 20 14:13:46.490502 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fd3db-8068-4ebf-9426-52e98829f1dc req-06c6526a-3bda-47ae-94da-2a88a1326fc2 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:46.493523 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4e1fd3db-8068-4ebf-9426-52e98829f1dc req-06c6526a-3bda-47ae-94da-2a88a1326fc2 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1157234
Apr 20 14:13:46.571196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2cc74-388d-4f0c-89d3-e1f5cb78b547 req-8e7ed09d-0df0-42ce-87e2-8bdbed2c25e1 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:46.572102 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-e6d2cc74-388d-4f0c-89d3-e1f5cb78b547 req-8e7ed09d-0df0-42ce-87e2-8bdbed2c25e1 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Synchronizing usage tracker for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:13:46.572308 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4e1fd3db-8068-4ebf-9426-52e98829f1dc req-7c420c72-a19b-433e-be8a-c6b756895b2f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705650
Apr 20 14:13:46.590425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-e6d2cc74-388d-4f0c-89d3-e1f5cb78b547 req-8e7ed09d-0df0-42ce-87e2-8bdbed2c25e1 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Unset dirty status for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:13:46.592003 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e6d2cc74-388d-4f0c-89d3-e1f5cb78b547 req-8e7ed09d-0df0-42ce-87e2-8bdbed2c25e1 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 931 time: 0.1368356
Apr 20 14:13:46.664196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-e6d2cc74-388d-4f0c-89d3-e1f5cb78b547 req-a17a52f0-0544-426d-b84f-4021c56fbe55 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Synchronizing usage tracker for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:security_group {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:13:46.691291 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-e6d2cc74-388d-4f0c-89d3-e1f5cb78b547 req-a17a52f0-0544-426d-b84f-4021c56fbe55 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Unset dirty status for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:security_group {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:13:46.692588 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e6d2cc74-388d-4f0c-89d3-e1f5cb78b547 req-a17a52f0-0544-426d-b84f-4021c56fbe55 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887787
Apr 20 14:13:47.281156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cc96a-6e0a-4b5b-a72d-8a6155ec9539 req-e270ca29-95ee-4c38-9f23-f6975f846ea5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:47.282913 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fa8cc96a-6e0a-4b5b-a72d-8a6155ec9539 req-e270ca29-95ee-4c38-9f23-f6975f846ea5 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1116126
Apr 20 14:13:47.333881 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fa8cc96a-6e0a-4b5b-a72d-8a6155ec9539 req-32f85c80-423f-4449-9933-ff357fe7ef2f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442014
Apr 20 14:13:47.783903 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56388) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:47.845484 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f89b8c-fb94-462c-b720-88ab24063245 req-85c8c481-bba7-46cf-a59c-e91494da4636 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:47.847291 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-27f89b8c-fb94-462c-b720-88ab24063245 req-85c8c481-bba7-46cf-a59c-e91494da4636 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1127799
Apr 20 14:13:47.918722 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-27f89b8c-fb94-462c-b720-88ab24063245 req-4c39193e-bfdf-4ecb-8f06-6664dabaa5c1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568335
Apr 20 14:13:47.990516 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a98c-20aa-418e-b6a3-08131ff5d196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:48.018490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-d7d3a98c-20aa-418e-b6a3-08131ff5d196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:48.028227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-d7d3a98c-20aa-418e-b6a3-08131ff5d196 admin admin] Usage tracker for resource:security_group_rule and tenant:e5fdfe3f8e6a4787af1b07cf09692fdc is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:13:48.043174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-d7d3a98c-20aa-418e-b6a3-08131ff5d196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:13:48.054616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-d7d3a98c-20aa-418e-b6a3-08131ff5d196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:48.079643 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81d7f1-3643-420e-a0c7-5e79b9db140f req-0c2dfc7c-3014-4481-a705-d9a3cf6b57ae tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:48.081339 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da81d7f1-3643-420e-a0c7-5e79b9db140f req-0c2dfc7c-3014-4481-a705-d9a3cf6b57ae tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 931 time: 0.1733937
Apr 20 14:13:48.160131 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da81d7f1-3643-420e-a0c7-5e79b9db140f req-42dc34a0-adcf-45d0-ac8c-145867e311a9 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707536
Apr 20 14:13:48.226843 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a98c-20aa-418e-b6a3-08131ff5d196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:48.230448 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a98c-20aa-418e-b6a3-08131ff5d196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:48.239240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7974fcb9-20fa-499d-9cf7-b36ae736a3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:48.283600 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d7d3a98c-20aa-418e-b6a3-08131ff5d196 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5fdfe3f8e6a4787af1b07cf09692fdc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4983330
Apr 20 14:13:48.285578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3a98c-20aa-418e-b6a3-08131ff5d196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8119f85e-b035-4f39-ab8d-1d9dabca9cfd,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:48.291569 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 56394) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:48.297998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d7d3a98c-20aa-418e-b6a3-08131ff5d196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:48.387446 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05f5ca02-389d-4fa3-bd27-505040e58a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:48.428265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05f5ca02-389d-4fa3-bd27-505040e58a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:48.507790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05f5ca02-389d-4fa3-bd27-505040e58a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:48.514879 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-311b38f6-ee09-452a-abec-627f38dd4bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:48.573747 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5ca02-389d-4fa3-bd27-505040e58a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8119f85e-b035-4f39-ab8d-1d9dabca9cfd,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:48.580133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-05f5ca02-389d-4fa3-bd27-505040e58a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:48.584454 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05f5ca02-389d-4fa3-bd27-505040e58a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:48.585915 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-05f5ca02-389d-4fa3-bd27-505040e58a40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8119f85e-b035-4f39-ab8d-1d9dabca9cfd HTTP/1.1" status: 204  len: 168 time: 0.2931139
Apr 20 14:13:48.634062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab052737-54ce-49b7-9c66-57af3f198c36 req-51804b5b-ef86-4dac-bcef-85e671e1f3e3 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:48.641904 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ab052737-54ce-49b7-9c66-57af3f198c36 req-51804b5b-ef86-4dac-bcef-85e671e1f3e3 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1282327
Apr 20 14:13:48.695642 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ab052737-54ce-49b7-9c66-57af3f198c36 req-3ecbcdac-cb30-41b7-a02c-1d881d0af8a8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527301
Apr 20 14:13:49.211708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cbae1-af12-4650-b83d-5e23cfc3e448 req-a00228bd-8908-4c97-a629-b2b63685a465 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:49.213732 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b05cbae1-af12-4650-b83d-5e23cfc3e448 req-a00228bd-8908-4c97-a629-b2b63685a465 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1431596
Apr 20 14:13:49.274490 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b05cbae1-af12-4650-b83d-5e23cfc3e448 req-f7871c71-b20f-4483-bfab-282bc698dbc1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513897
Apr 20 14:13:49.548697 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56428) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:49.578538 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b46688-bfd7-472a-bf32-2552e78729e4 req-0e9ab41e-1901-4104-a66f-81be502ff590 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:49.580215 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97b46688-bfd7-472a-bf32-2552e78729e4 req-0e9ab41e-1901-4104-a66f-81be502ff590 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 931 time: 0.0974567
Apr 20 14:13:49.641096 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97b46688-bfd7-472a-bf32-2552e78729e4 req-8cd22a11-a7d7-4906-8a0d-d4e8a58994a2 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457425
Apr 20 14:13:49.713369 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2132434846-network', 'tenant_id': '97a558933f5e43e2af90292db774efba'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:13:49.718831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:49.723152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Usage tracker for resource:network and tenant:97a558933f5e43e2af90292db774efba is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:13:49.726303 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:13:49.733208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:49.743903 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Made reservation on behalf of 97a558933f5e43e2af90292db774efba for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:13:49.748764 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:49.762509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:49.779344 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:49.783650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Usage tracker for resource:security_group_rule and tenant:97a558933f5e43e2af90292db774efba is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:13:49.786998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:13:49.793365 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:49.984234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:49.997515 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc347fa6-68f9-46e4-bd15-a1d0848897d4 req-4de5f4fd-4c72-4ec2-adc3-02707acdb86a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:49.999246 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc347fa6-68f9-46e4-bd15-a1d0848897d4 req-4de5f4fd-4c72-4ec2-adc3-02707acdb86a tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1516500
Apr 20 14:13:50.000110 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:50.003491 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eb6fe1f8-f1e2-4345-9b0f-9cf477ec63fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:50.057414 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'}  {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:13:50.081110 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ceceec-b477-444e-89cd-6bf0cca2d4c4,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:50.089836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:50.095013 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc347fa6-68f9-46e4-bd15-a1d0848897d4 req-8ca96d8f-3e5a-45cf-b68f-29c27f55b0d0 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824392
Apr 20 14:13:50.098972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:50.099396 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Added segment aa6337ea-0271-4897-9d05-a61e358982a9 of type vlan for network 29bba51e-0be9-4388-a277-245657ce63a7
Apr 20 14:13:50.136087 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:50.170488 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:50.171916 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:50.172552 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:50.176308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5ffd8e04-5470-4f64-a7f8-8b1862869909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:50.290092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Pushing event updated for resources: {'Network': ['ID=29bba51e-0be9-4388-a277-245657ce63a7,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:50.293742 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7439296
Apr 20 14:13:50.294884 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cf9c54ef-8580-402a-9b10-9f3b3be545d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:50.296802 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56438) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:50.301038 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network 29bba51e-0be9-4388-a277-245657ce63a7 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:13:50.304243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Request body: {'subnet': {'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2132434846-subnet', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:13:50.308339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:50.312863 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Usage tracker for resource:subnet and tenant:97a558933f5e43e2af90292db774efba is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:13:50.316147 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:13:50.326843 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:50.342750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Made reservation on behalf of 97a558933f5e43e2af90292db774efba for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:13:50.348408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852457628'] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:50.527561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdbcb6-7ddf-43b0-931f-d4862ebbf562 req-4bf7fdb9-d9aa-4edc-a668-c03689a56a36 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:50.529400 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00fdbcb6-7ddf-43b0-931f-d4862ebbf562 req-4bf7fdb9-d9aa-4edc-a668-c03689a56a36 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.0970218
Apr 20 14:13:50.583147 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00fdbcb6-7ddf-43b0-931f-d4862ebbf562 req-665c73ab-863a-41e6-aa34-31eb0f1e446d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467103
Apr 20 14:13:50.908943 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852963440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852457611'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:50.916734 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:50.971130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d75d1-b80c-497d-8161-9cb8739c72df req-dfe66e1a-8a1b-43ef-af95-f25f48290c10 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:50.972804 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-883d75d1-b80c-497d-8161-9cb8739c72df req-dfe66e1a-8a1b-43ef-af95-f25f48290c10 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 931 time: 0.2032509
Apr 20 14:13:51.032296 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1788568a-f25b-4954-9a4b-2f15aca700bc,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:51.038077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:51.062223 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Checking segment: {'id': 'aa6337ea-0271-4897-9d05-a61e358982a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:13:51.062616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Network hostable DHCP agents. Network: 29bba51e-0be9-4388-a277-245657ce63a7, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:13:51.071935 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-883d75d1-b80c-497d-8161-9cb8739c72df req-a0580cfc-043e-4049-9a6b-36c7b7cd0e5b tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893207
Apr 20 14:13:51.088661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Network 29bba51e-0be9-4388-a277-245657ce63a7 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:13:51.099969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, 29bba51e-0be9-4388-a277-245657ce63a7) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:51.111174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c681ab13-e5d3-477f-883c-0dec10d924cd None None] Network 29bba51e-0be9-4388-a277-245657ce63a7 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:13:51.113731 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:51.114536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:51.138918 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8409607
Apr 20 14:13:51.141736 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56450) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:51.148613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:13:51.153513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:13:51.159934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Usage tracker for resource:router and tenant:97a558933f5e43e2af90292db774efba is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:13:51.164598 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:13:51.173155 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:13:51.190314 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853793824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761469'] for router, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:51.191793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14588'] for router, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:51.210099 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:51.412460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062371ed-cab6-4d20-aaf4-ce7694dbbfb0 req-e1a73d7e-0ce8-4285-8819-9212ed1579ea tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:51.414378 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-062371ed-cab6-4d20-aaf4-ce7694dbbfb0 req-e1a73d7e-0ce8-4285-8819-9212ed1579ea tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1522357
Apr 20 14:13:51.445250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfca74e90-b3bb-545f-b56d-cce190126c4c-29bba51e-0be9-4388-a277-245657ce63a7', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'fixed_ips': [{'subnet_id': '1788568a-f25b-4954-9a4b-2f15aca700bc'}]}} from dv-cinder-774594-5-iscsi. {{(pid=86377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:13:51.446562 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:51.471233 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-062371ed-cab6-4d20-aaf4-ce7694dbbfb0 req-a9f967f7-55d8-49fb-af06-9cd1727fecb4 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487998
Apr 20 14:13:51.681679 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Allocated IP 172.20.0.2 (29bba51e-0be9-4388-a277-245657ce63a7/1788568a-f25b-4954-9a4b-2f15aca700bc/0d763709-b50e-4f22-a3c9-f799971c6d8b) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:13:51.913730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14573'] for router, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:51.969170 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:51.981257 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Transition to ACTIVE for port object 0d763709-b50e-4f22-a3c9-f799971c6d8b will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:52.003160 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Transition to ACTIVE for port object 0d763709-b50e-4f22-a3c9-f799971c6d8b will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:52.009445 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:52.016821 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:52.035184 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f7613-d2b9-414d-8c9b-84e960632681 req-c74ad1dc-eedd-4fa7-b8a1-7990f89a8cc2 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:52.036886 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3b8f7613-d2b9-414d-8c9b-84e960632681 req-c74ad1dc-eedd-4fa7-b8a1-7990f89a8cc2 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.2616286
Apr 20 14:13:52.123158 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Network 29bba51e-0be9-4388-a277-245657ce63a7 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:13:52.127137 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Resources bound (agent type, host, resource id):  {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:52.131376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:13:52.139677 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3b8f7613-d2b9-414d-8c9b-84e960632681 req-14aee452-5d43-471b-854b-c4b705dede55 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910106
Apr 20 14:13:52.204276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Pushing event updated for resources: {'Port': ['ID=0d763709-b50e-4f22-a3c9-f799971c6d8b,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:52.212847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:52.271281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Attempting to bind port 0d763709-b50e-4f22-a3c9-f799971c6d8b on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:13:52.272557 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Attempting to bind port 0d763709-b50e-4f22-a3c9-f799971c6d8b by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': 'aa6337ea-0271-4897-9d05-a61e358982a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:13:52.273517 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Attempting to bind port 0d763709-b50e-4f22-a3c9-f799971c6d8b on network 29bba51e-0be9-4388-a277-245657ce63a7 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:13:52.283671 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:13:52.284203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Checking segment: {'id': 'aa6337ea-0271-4897-9d05-a61e358982a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:13:52.284537 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:52.284977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Bound using segment: {'id': 'aa6337ea-0271-4897-9d05-a61e358982a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:13:52.285510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Bound port: 0d763709-b50e-4f22-a3c9-f799971c6d8b, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6337ea-0271-4897-9d05-a61e358982a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:13:52.285982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:52.375905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b53bfd-61f9-4e1f-a384-3ca6bd8090e0 req-a45df672-a672-417e-92fa-996f6f74349b tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:52.377644 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b9b53bfd-61f9-4e1f-a384-3ca6bd8090e0 req-a45df672-a672-417e-92fa-996f6f74349b tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 931 time: 0.1028526
Apr 20 14:13:52.402236 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] For port 0d763709-b50e-4f22-a3c9-f799971c6d8b, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:13:52.408824 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] For port 0d763709-b50e-4f22-a3c9-f799971c6d8b, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=0d763709-b50e-4f22-a3c9-f799971c6d8b,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:13:52.419299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:52.430262 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:52.456883 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:52.458332 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b9b53bfd-61f9-4e1f-a384-3ca6bd8090e0 req-3a0cc261-b82e-434d-a3e9-cbf06b597088 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735719
Apr 20 14:13:52.518661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:52.548275 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Pushing event updated for resources: {'Port': ['ID=0d763709-b50e-4f22-a3c9-f799971c6d8b,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:52.556547 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:52.768089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Allocated IP 172.27.3.67 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/d9025035-6a57-4655-b50f-d6197d79a4dd) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:13:52.912652 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ed834-d050-41af-86ac-1d46089a5c4a req-066b8a9f-ece0-4270-b19e-2698907e8fef tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:52.914790 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-718ed834-d050-41af-86ac-1d46089a5c4a req-066b8a9f-ece0-4270-b19e-2698907e8fef tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.2237768
Apr 20 14:13:53.021335 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:53.048901 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-718ed834-d050-41af-86ac-1d46089a5c4a req-c8a87df4-c4c7-4209-bd4a-e410b398d7f9 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163871
Apr 20 14:13:53.078778 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:53.085628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f10bfdfb-b7bf-4309-9dbf-8c27a06972b7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:53.161899 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:13:53.165359 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:53.169981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:13:53.202802 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Pushing event updated for resources: {'Port': ['ID=d9025035-6a57-4655-b50f-d6197d79a4dd,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:53.210455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:53.414650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db7bff-e8fd-495b-bb2d-c5f7a4bc8d7d req-711cfbc2-45d1-46c6-b480-abb6279889c9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:53.416789 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f5db7bff-e8fd-495b-bb2d-c5f7a4bc8d7d req-711cfbc2-45d1-46c6-b480-abb6279889c9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1016743
Apr 20 14:13:53.474228 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f5db7bff-e8fd-495b-bb2d-c5f7a4bc8d7d req-48ec56ca-7e5e-486b-9082-bfa046f5f994 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501232
Apr 20 14:13:53.734937 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:53.792851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 0d763709-b50e-4f22-a3c9-f799971c6d8b up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:53.947638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 0d763709-b50e-4f22-a3c9-f799971c6d8b completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:54.060017 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec7dad-ac71-4382-8c73-8ec4d50b925a req-907d2b00-0721-43ee-8d60-7c0be2fab638 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:54.061793 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6aec7dad-ac71-4382-8c73-8ec4d50b925a req-907d2b00-0721-43ee-8d60-7c0be2fab638 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 931 time: 0.2414913
Apr 20 14:13:54.285478 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6aec7dad-ac71-4382-8c73-8ec4d50b925a req-8425c638-5031-4941-9624-edd3aa2c767e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694415
Apr 20 14:13:54.314568 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb80345e-92ea-4d81-a12f-55260ec42345 None None] Network 29bba51e-0be9-4388-a277-245657ce63a7 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:13:54.330797 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853833005'] for router, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:54.335249 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a406d78-2735-4b0e-8fa7-ff58b293874c req-cedbd3ce-156f-46b8-93d6-f8e5d300adac tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:54.337011 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3a406d78-2735-4b0e-8fa7-ff58b293874c req-cedbd3ce-156f-46b8-93d6-f8e5d300adac tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1231186
Apr 20 14:13:54.454007 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3a406d78-2735-4b0e-8fa7-ff58b293874c req-2721edf3-92e9-450e-b1e9-1604de94dd8c tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024218
Apr 20 14:13:54.532506 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-6b5d8db4-b303-4b3b-ae1f-ff0bca22f21a None None] Provisioning for port 0d763709-b50e-4f22-a3c9-f799971c6d8b completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:54.566972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-6b5d8db4-b303-4b3b-ae1f-ff0bca22f21a None None] Provisioning complete for port 0d763709-b50e-4f22-a3c9-f799971c6d8b triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:54.568602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6b5d8db4-b303-4b3b-ae1f-ff0bca22f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:54.857244 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6b5d8db4-b303-4b3b-ae1f-ff0bca22f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:54.902227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55e596-0b25-4c3e-9aeb-cf0707214447 req-5dc3374a-ca95-441b-9543-89e3623dc20f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:54.904509 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e55e596-0b25-4c3e-9aeb-cf0707214447 req-5dc3374a-ca95-441b-9543-89e3623dc20f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.2083244
Apr 20 14:13:54.915104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-6b5d8db4-b303-4b3b-ae1f-ff0bca22f21a None None] For port 0d763709-b50e-4f22-a3c9-f799971c6d8b, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=0d763709-b50e-4f22-a3c9-f799971c6d8b,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:13:54.922157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6b5d8db4-b303-4b3b-ae1f-ff0bca22f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:54.924638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2bfac743-a816-492a-b3eb-b008c086bdfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:55.007701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d8db4-b303-4b3b-ae1f-ff0bca22f21a None None] Pushing event updated for resources: {'Port': ['ID=0d763709-b50e-4f22-a3c9-f799971c6d8b,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:55.011519 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6b5d8db4-b303-4b3b-ae1f-ff0bca22f21a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:55.068730 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e55e596-0b25-4c3e-9aeb-cf0707214447 req-41a80b51-e458-4c64-b0aa-23313303de0b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1359806
Apr 20 14:13:55.070246 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Router 2a66d69c-2a82-45e1-bc48-a131402ef107 is scheduled to L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f with binding_index 1 {{(pid=86376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:13:55.251347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-36289c64-baa4-4522-8682-92fb6916ddcf None None] Provisioning complete for port 0d763709-b50e-4f22-a3c9-f799971c6d8b triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:55.251719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-36289c64-baa4-4522-8682-92fb6916ddcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:55.367745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:13:55.383090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Sync routers for ids ['2a66d69c-2a82-45e1-bc48-a131402ef107'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:13:55.397252 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Notify callbacks [] for router, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:55.398903 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.2559147
Apr 20 14:13:55.402420 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 56478) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:13:55.418379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Routers {'2a66d69c-2a82-45e1-bc48-a131402ef107'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:13:55.419366 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31600f5c0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:13:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['2a66d69c-2a82-45e1-bc48-a131402ef107'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:55.734759 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 0d763709-b50e-4f22-a3c9-f799971c6d8b up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:55.928174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Set router 2a66d69c-2a82-45e1-bc48-a131402ef107 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:13:55.964949 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 0d763709-b50e-4f22-a3c9-f799971c6d8b triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:55.965941 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:56.003875 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23bd36-ef32-447a-be6d-42869518b743 req-1f4002df-77d6-4527-98bb-5931e5b82ecd tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:56.012734 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1c23bd36-ef32-447a-be6d-42869518b743 req-1f4002df-77d6-4527-98bb-5931e5b82ecd tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 931 time: 0.2702641
Apr 20 14:13:56.108894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88167865-c18f-4ec8-821e-16041f334aa0 req-f0c7a1af-a6bb-40cb-8384-4db2447137c8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:56.110092 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1c23bd36-ef32-447a-be6d-42869518b743 req-80ade399-cf53-401f-b8fa-dbced0d43212 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971894
Apr 20 14:13:56.115367 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-88167865-c18f-4ec8-821e-16041f334aa0 req-f0c7a1af-a6bb-40cb-8384-4db2447137c8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.2430260
Apr 20 14:13:56.192889 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-88167865-c18f-4ec8-821e-16041f334aa0 req-b43bed32-26b0-45f7-ae0e-14b533d6f2f3 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649807
Apr 20 14:13:56.429646 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31600f5c0>, [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:13:53Z', 'revision_number': 3, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:56.435501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Checking router: 2a66d69c-2a82-45e1-bc48-a131402ef107 for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:13:56.435903 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Updating router 2a66d69c-2a82-45e1-bc48-a131402ef107 port d9025035-6a57-4655-b50f-d6197d79a4dd binding host dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:13:56.527535 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:56.677512 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e492e-3ed7-4733-a06e-bbae40b4d53f req-ab231757-b451-4d94-9ae1-a38ed1f169ab tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:56.679337 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-402e492e-3ed7-4733-a06e-bbae40b4d53f req-ab231757-b451-4d94-9ae1-a38ed1f169ab tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.4180343
Apr 20 14:13:56.750811 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-402e492e-3ed7-4733-a06e-bbae40b4d53f req-68e9b136-93a5-439b-a225-7123000a1a71 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615077
Apr 20 14:13:56.970203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:57.064089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:57.078427 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Transition to ACTIVE for port object d9025035-6a57-4655-b50f-d6197d79a4dd will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:57.086379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:57.091168 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:57.205618 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Attempting to bind port d9025035-6a57-4655-b50f-d6197d79a4dd on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:13:57.206147 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Attempting to bind port d9025035-6a57-4655-b50f-d6197d79a4dd by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:13:57.206639 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Attempting to bind port d9025035-6a57-4655-b50f-d6197d79a4dd on network da2a561a-f59b-4a7e-965e-e4dc6d9662da {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:13:57.209526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324932ec-e4d1-4d98-994d-10f64c79f68f None None] Pushing event updated for resources: {'Port': ['ID=d9025035-6a57-4655-b50f-d6197d79a4dd,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:57.216189 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-324932ec-e4d1-4d98-994d-10f64c79f68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:57.220245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:13:57.220831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Checking segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:13:57.221279 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:57.221730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Bound using segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:13:57.222263 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Bound port: d9025035-6a57-4655-b50f-d6197d79a4dd, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:13:57.222670 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:57.341576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] For port d9025035-6a57-4655-b50f-d6197d79a4dd, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:13:57.353073 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] For port d9025035-6a57-4655-b50f-d6197d79a4dd, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=d9025035-6a57-4655-b50f-d6197d79a4dd,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:13:57.363793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:57.370617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:57.454747 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085cfdc-e8b4-49bd-93f3-ce94240e63e5 req-859010b5-0634-4c3b-9bd3-60cefbe7776f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:57.456983 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b085cfdc-e8b4-49bd-93f3-ce94240e63e5 req-859010b5-0634-4c3b-9bd3-60cefbe7776f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 931 time: 0.1730285
Apr 20 14:13:57.470071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324932ec-e4d1-4d98-994d-10f64c79f68f None None] Pushing event updated for resources: {'Port': ['ID=d9025035-6a57-4655-b50f-d6197d79a4dd,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:57.470649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Allocated IP 172.20.0.1 (29bba51e-0be9-4388-a277-245657ce63a7/1788568a-f25b-4954-9a4b-2f15aca700bc/f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:13:57.473415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Routers {'2a66d69c-2a82-45e1-bc48-a131402ef107'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:13:57.474234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31600f5c0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:13:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['2a66d69c-2a82-45e1-bc48-a131402ef107'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:57.512079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad7b35-a976-42a2-bbc5-701d44affb63 req-7eec13db-4f02-49b3-b832-0f09f0a5e332 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:57.518002 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-75ad7b35-a976-42a2-bbc5-701d44affb63 req-7eec13db-4f02-49b3-b832-0f09f0a5e332 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1531382
Apr 20 14:13:57.538868 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-324932ec-e4d1-4d98-994d-10f64c79f68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:57.577003 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b085cfdc-e8b4-49bd-93f3-ce94240e63e5 req-e01b7116-2971-4e81-83fc-1b6937258b35 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915260
Apr 20 14:13:57.671043 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-75ad7b35-a976-42a2-bbc5-701d44affb63 req-04da68f6-4b83-4044-b95a-8cbb67f0e850 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367533
Apr 20 14:13:57.705836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] Set router 2a66d69c-2a82-45e1-bc48-a131402ef107 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:13:57.735085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:57.754057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Transition to ACTIVE for port object f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:13:57.785495 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:57.795105 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28d0469b-63f4-4d87-8927-f34c16b8985d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:57.891804 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Network 29bba51e-0be9-4388-a277-245657ce63a7 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:13:57.895348 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:57.910607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:13:57.947395 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:13:58.008350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-940302'] for router_interface, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:58.041173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Pushing event updated for resources: {'Port': ['ID=f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:58.045355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:58.185036 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:58.220963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31600f5c0>, [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:13:53Z', 'revision_number': 3, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:13:58.226789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b96dc2-de96-4dfd-85aa-e5725d32485d None None] The sync data for ids ['2a66d69c-2a82-45e1-bc48-a131402ef107'] in dv-cinder-774594-5-iscsi is: [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:13:53Z', 'revision_number': 3, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:13:58.326031 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19192cb-8e0f-4224-9c45-9eb8f15ef91e req-005bfbb9-81fd-475c-b674-a0349bae8413 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:58.328415 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b19192cb-8e0f-4224-9c45-9eb8f15ef91e req-005bfbb9-81fd-475c-b674-a0349bae8413 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.2488875
Apr 20 14:13:58.330987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e32d9e09-5848-4f6a-9c08-cb524e1aece6 None None] Provisioning for port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:13:58.337496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e32d9e09-5848-4f6a-9c08-cb524e1aece6 None None] Provisioning complete for port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:58.338337 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e32d9e09-5848-4f6a-9c08-cb524e1aece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:58.409492 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b19192cb-8e0f-4224-9c45-9eb8f15ef91e req-5eecf1e8-cfb0-4ae0-baf3-bfc5b5eef45f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688977
Apr 20 14:13:58.420109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e32d9e09-5848-4f6a-9c08-cb524e1aece6 None None] Port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:13:58.564522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:58.569440 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:58.635269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f2fd7561-e243-482d-bf8d-91e09235d3f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:13:58.679092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853835415'] for router_interface, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:58.719589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Pushing event updated for resources: {'Port': ['ID=f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:13:58.723710 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:13:59.088828 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Network 29bba51e-0be9-4388-a277-245657ce63a7 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:13:59.092932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:13:59.106862 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbb854-7f96-4b1d-a457-94b2b108dc29 req-74790256-6cb2-4838-a60b-b740afecd1df tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:59.110359 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-49bbb854-7f96-4b1d-a457-94b2b108dc29 req-74790256-6cb2-4838-a60b-b740afecd1df tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1332479
Apr 20 14:13:59.168184 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-49bbb854-7f96-4b1d-a457-94b2b108dc29 req-52ab3ca1-9402-4c18-93d6-52a61bdc8c20 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521350
Apr 20 14:13:59.306801 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f0207-e35b-4d07-8b35-41a68c6c030d req-85259929-f8aa-44d0-aecb-993f2966d17f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:59.308755 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2b3f0207-e35b-4d07-8b35-41a68c6c030d req-85259929-f8aa-44d0-aecb-993f2966d17f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 931 time: 0.3426187
Apr 20 14:13:59.412959 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2b3f0207-e35b-4d07-8b35-41a68c6c030d req-315b9127-7c78-41a0-8480-bcf94bd565ad tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769463
Apr 20 14:13:59.469290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Router 2a66d69c-2a82-45e1-bc48-a131402ef107 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:13:59.500218 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-a50919b4-8a43-4d42-8f81-2719bff6cbd3 None None] Provisioning complete for port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:13:59.500829 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a50919b4-8a43-4d42-8f81-2719bff6cbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:13:59.633560 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-a50919b4-8a43-4d42-8f81-2719bff6cbd3 None None] Port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:13:59.712551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device d9025035-6a57-4655-b50f-d6197d79a4dd up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:13:59.848425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:13:59.866552 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] 10.222.0.30 "PUT /v2.0/routers/2a66d69c-2a82-45e1-bc48-a131402ef107/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4624701
Apr 20 14:13:59.969148 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c06dc-dccf-41bc-b6aa-49c7ce587aa1 req-f14430e1-7d27-42a5-84de-ba49b6bddabe tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:13:59.991391 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-833c06dc-dccf-41bc-b6aa-49c7ce587aa1 req-f14430e1-7d27-42a5-84de-ba49b6bddabe tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.2677498
Apr 20 14:13:59.995146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port d9025035-6a57-4655-b50f-d6197d79a4dd completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:00.016680 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port d9025035-6a57-4655-b50f-d6197d79a4dd triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:00.017355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:00.077008 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-833c06dc-dccf-41bc-b6aa-49c7ce587aa1 req-30ba376e-d139-42bc-bfa3-6ac9a57a9f9a tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838876
Apr 20 14:14:00.279529 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:00.340434 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port d9025035-6a57-4655-b50f-d6197d79a4dd, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=d9025035-6a57-4655-b50f-d6197d79a4dd,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:00.348117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:00.354841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:00.487630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=d9025035-6a57-4655-b50f-d6197d79a4dd,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:00.498432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:00.499052 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:00.500009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:00.500731 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:00.501528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:00.502122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:00.502685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:00.503410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:00.504208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:00.504887 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:00.505447 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:00.506078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:00.511682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:00.563437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de65d60-c956-4632-91dd-e8162fca8431 req-d0834764-0a03-4a4e-ad0e-ab4eb6e957db tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:00.579815 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9de65d60-c956-4632-91dd-e8162fca8431 req-d0834764-0a03-4a4e-ad0e-ab4eb6e957db tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1827407
Apr 20 14:14:00.652739 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9de65d60-c956-4632-91dd-e8162fca8431 req-837d841d-1cae-4940-9e05-9a2bf48471cd tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713437
Apr 20 14:14:00.823616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b9339-c92f-40de-bda4-50e0a15c8abb req-80a2db59-4607-49d4-b850-c5fc8f01b3b6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:00.825377 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-985b9339-c92f-40de-bda4-50e0a15c8abb req-80a2db59-4607-49d4-b850-c5fc8f01b3b6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 931 time: 0.1395526
Apr 20 14:14:00.908506 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-985b9339-c92f-40de-bda4-50e0a15c8abb req-dde51ce7-4fd8-4878-96f8-35b279055bd9 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733767
Apr 20 14:14:00.957173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 56530) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:00.964389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-823086249-network', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:00.970419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:00.974917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Usage tracker for resource:network and tenant:ffa14432eda845ac9ffaa7d1bef2f2a2 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:00.978495 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:00.985616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:01.001796 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Made reservation on behalf of ffa14432eda845ac9ffaa7d1bef2f2a2 for: {'network': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:14:01.012591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:01.039790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:01.070558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:01.078281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa14432eda845ac9ffaa7d1bef2f2a2 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:01.085340 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:01.099090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:01.297865 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:01.339834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:01.349546 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-55378600-ccd4-437e-88ee-433ac476cb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:01.390391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f425c0e9-242e-4471-9854-b321c6cc9012,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:01.400245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:01.405612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'}  {{(pid=86375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:14:01.427354 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:01.427747 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Added segment 2e05ff43-4b89-486a-8d67-e8b7a969d292 of type vlan for network 21602f75-a748-4a78-81a2-8c58f47871d4
Apr 20 14:14:01.471160 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96065db9-93af-4572-9f57-4bd38a185737 req-a884e803-301c-40d0-97ea-dd3d6c57e222 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:01.472919 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-96065db9-93af-4572-9f57-4bd38a185737 req-a884e803-301c-40d0-97ea-dd3d6c57e222 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1859429
Apr 20 14:14:01.474981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:01.555365 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-96065db9-93af-4572-9f57-4bd38a185737 req-98ce7fab-dffc-40fa-8f6e-6b80e38b2dae tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738564
Apr 20 14:14:01.565072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:01.566675 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:01.567441 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:01.573146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:01.648297 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device d9025035-6a57-4655-b50f-d6197d79a4dd up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:01.711436 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56538) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:01.711723 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7528417
Apr 20 14:14:01.712857 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Pushing event updated for resources: {'Network': ['ID=21602f75-a748-4a78-81a2-8c58f47871d4,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:01.716460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:01.722940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Request body: {'subnet': {'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-823086249-subnet', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:01.733656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network 21602f75-a748-4a78-81a2-8c58f47871d4 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:14:01.735117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:01.742983 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Usage tracker for resource:subnet and tenant:ffa14432eda845ac9ffaa7d1bef2f2a2 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:01.748293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:01.757911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:01.783341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Made reservation on behalf of ffa14432eda845ac9ffaa7d1bef2f2a2 for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:14:01.795773 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852457628'] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:02.035145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Sync routers for ids ['2a66d69c-2a82-45e1-bc48-a131402ef107'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:14:02.086048 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Routers {'2a66d69c-2a82-45e1-bc48-a131402ef107'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:02.086768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315e8a710>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:13:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['2a66d69c-2a82-45e1-bc48-a131402ef107'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:02.232888 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port d9025035-6a57-4655-b50f-d6197d79a4dd triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:02.233427 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:02.252728 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7cc2-3b4e-4889-9ed3-91a857c42c23 req-44c477b2-fc87-472b-adf2-f34feabd9806 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:02.255941 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-df6f7cc2-3b4e-4889-9ed3-91a857c42c23 req-44c477b2-fc87-472b-adf2-f34feabd9806 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 931 time: 0.1192713
Apr 20 14:14:02.346511 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-df6f7cc2-3b4e-4889-9ed3-91a857c42c23 req-9be3f815-8232-4a30-b333-eb472b61ef97 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815642
Apr 20 14:14:02.397251 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Set router 2a66d69c-2a82-45e1-bc48-a131402ef107 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:02.418233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e19248-aaed-4964-9f0e-c3b99a510520 req-8c93c3fe-c958-45aa-b1cb-b65174856969 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:02.421174 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-75e19248-aaed-4964-9f0e-c3b99a510520 req-8c93c3fe-c958-45aa-b1cb-b65174856969 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.2958331
Apr 20 14:14:02.525901 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-75e19248-aaed-4964-9f0e-c3b99a510520 req-86a6004a-714b-4bd1-843a-c0422783b0b3 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597663
Apr 20 14:14:02.710927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852963440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852457611'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:02.720143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:02.783381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315e8a710>, [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:13:58Z', 'revision_number': 4, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d', 'name': '', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'mac_address': 'fa:16:3e:fd:e4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:57Z', 'updated_at': '2021-04-20T14:13:58Z', 'revision_number': 2, 'project_id': '97a558933f5e43e2af90292db774efba', 'subnets': [{'id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:02.791331 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Checking router: 2a66d69c-2a82-45e1-bc48-a131402ef107 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:14:02.792274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Updating router 2a66d69c-2a82-45e1-bc48-a131402ef107 port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d binding host dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:14:02.832792 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15d1c4-21a9-4248-804e-13f78af5a98e req-194bb09e-fabb-4b89-9ab7-923ab5799056 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:02.834576 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3d15d1c4-21a9-4248-804e-13f78af5a98e req-194bb09e-fabb-4b89-9ab7-923ab5799056 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1338351
Apr 20 14:14:02.861224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77cde619-3156-4a70-b72f-f3fe5d3fbfcc,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:02.866322 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:02.876130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Checking segment: {'id': '2e05ff43-4b89-486a-8d67-e8b7a969d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:14:02.876604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Network hostable DHCP agents. Network: 21602f75-a748-4a78-81a2-8c58f47871d4, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:14:02.878833 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:02.899771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Network 21602f75-a748-4a78-81a2-8c58f47871d4 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:14:02.910726 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, 21602f75-a748-4a78-81a2-8c58f47871d4) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:02.913827 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3d15d1c4-21a9-4248-804e-13f78af5a98e req-c1961783-01c6-4dfb-906a-062f1b11fe59 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666676
Apr 20 14:14:02.935803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc4a59-73a5-455f-8ab5-b42f14cc9889 None None] Network 21602f75-a748-4a78-81a2-8c58f47871d4 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:14:02.946437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:02.947338 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:02.978297 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bce5fbea-f7eb-4c22-9c67-a12ec58a2b54 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.2651138
Apr 20 14:14:02.981936 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56548) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:02.987996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-823086249-router', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:02.993995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:02.998867 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Usage tracker for resource:router and tenant:ffa14432eda845ac9ffaa7d1bef2f2a2 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:03.003420 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:03.011536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:03.023709 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853793824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761469'] for router, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:03.024906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14588'] for router, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:03.051655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:03.362709 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14573'] for router, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:03.487447 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfca74e90-b3bb-545f-b56d-cce190126c4c-21602f75-a748-4a78-81a2-8c58f47871d4', 'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'fixed_ips': [{'subnet_id': '77cde619-3156-4a70-b72f-f3fe5d3fbfcc'}]}} from dv-cinder-774594-5-iscsi. {{(pid=86377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:14:03.488738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:03.739582 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:03.759395 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Allocated IP 172.20.0.2 (21602f75-a748-4a78-81a2-8c58f47871d4/77cde619-3156-4a70-b72f-f3fe5d3fbfcc/b18857d0-acaf-4ecf-ada6-1b78a6a3463e) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:14:03.765612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Transition to ACTIVE for port object f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:03.776769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:03.783461 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:03.856186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27910b7-39d2-4961-af30-3879c1349684 req-ff26d1a4-8021-4c2d-9238-e7d57204141f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:03.858505 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a27910b7-39d2-4961-af30-3879c1349684 req-ff26d1a4-8021-4c2d-9238-e7d57204141f tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1514361
Apr 20 14:14:03.896935 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:03.922614 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a27910b7-39d2-4961-af30-3879c1349684 req-56782431-fda0-4f87-bc62-48c80d2cc975 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467353
Apr 20 14:14:03.942181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485ce0a-b532-4804-bb15-a9889beb8601 req-b8792b80-3f56-4218-9567-4973c1c18a83 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:03.943905 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a485ce0a-b532-4804-bb15-a9889beb8601 req-b8792b80-3f56-4218-9567-4973c1c18a83 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 931 time: 0.2790301
Apr 20 14:14:03.945903 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:04.140204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7910382-1c27-4a91-b06b-9dfc4fd4d4cf None None] Pushing event updated for resources: {'Port': ['ID=f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:04.152025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a7910382-1c27-4a91-b06b-9dfc4fd4d4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:04.187533 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cf9f3-681c-4426-b175-572e5ba9b0ad req-71b63b49-ec0e-4dd6-a907-135c81a16f39 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:04.196642 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e66cf9f3-681c-4426-b175-572e5ba9b0ad req-71b63b49-ec0e-4dd6-a907-135c81a16f39 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1233952
Apr 20 14:14:04.263216 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e66cf9f3-681c-4426-b175-572e5ba9b0ad req-93af4dbc-00f8-479c-afd3-8ea6c59ae40d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605686
Apr 20 14:14:04.439912 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a485ce0a-b532-4804-bb15-a9889beb8601 req-a82d65d8-a17d-40c4-908a-9b38d4d6067d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3943264
Apr 20 14:14:04.454980 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Allocated IP 172.27.3.27 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/957d68f9-ede0-4d66-a107-c75da0d431c2) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:14:04.525875 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d8848b1-0961-4c68-ad55-2c50048fada5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:04.536604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Attempting to bind port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:14:04.537012 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Attempting to bind port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': 'aa6337ea-0271-4897-9d05-a61e358982a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:14:04.537419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Attempting to bind port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d on network 29bba51e-0be9-4388-a277-245657ce63a7 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:14:04.584301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:14:04.584772 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Checking segment: {'id': 'aa6337ea-0271-4897-9d05-a61e358982a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:14:04.585255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:04.585681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Bound using segment: {'id': 'aa6337ea-0271-4897-9d05-a61e358982a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:14:04.586232 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Bound port: f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6337ea-0271-4897-9d05-a61e358982a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:14:04.586647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:04.650189 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:04.670240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:04.693848 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Transition to ACTIVE for port object b18857d0-acaf-4ecf-ada6-1b78a6a3463e will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:04.694977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:04.701430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2c39802c-8100-4a9d-8a1a-2511252d54cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:04.733905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Transition to ACTIVE for port object b18857d0-acaf-4ecf-ada6-1b78a6a3463e will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:04.735629 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] For port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:14:04.741006 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] For port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:14:04.742009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:04.746378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:04.756329 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Request body: {'port': {'device_id': '79ff317e-d661-4d4a-b394-856c7b086e74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:04.794334 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Pushing event updated for resources: {'Port': ['ID=957d68f9-ede0-4d66-a107-c75da0d431c2,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:04.801598 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:04.807258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:14:04.808769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:04.815413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:04.816332 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:14:04.840016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Network 21602f75-a748-4a78-81a2-8c58f47871d4 is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:14:04.850873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Resources bound (agent type, host, resource id):  {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:04.857798 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:14:04.908335 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Pushing event updated for resources: {'Port': ['ID=b18857d0-acaf-4ecf-ada6-1b78a6a3463e,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:04.916439 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Routers {'2a66d69c-2a82-45e1-bc48-a131402ef107'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:04.917164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315e8a710>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:13:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['2a66d69c-2a82-45e1-bc48-a131402ef107'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:04.991431 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:05.011297 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:05.060785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:05.231065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7910382-1c27-4a91-b06b-9dfc4fd4d4cf None None] Pushing event updated for resources: {'Port': ['ID=f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:05.247077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a7910382-1c27-4a91-b06b-9dfc4fd4d4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:05.274982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Attempting to bind port b18857d0-acaf-4ecf-ada6-1b78a6a3463e on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:14:05.275402 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Attempting to bind port b18857d0-acaf-4ecf-ada6-1b78a6a3463e by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '2e05ff43-4b89-486a-8d67-e8b7a969d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:14:05.275812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Attempting to bind port b18857d0-acaf-4ecf-ada6-1b78a6a3463e on network 21602f75-a748-4a78-81a2-8c58f47871d4 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:14:05.296062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:14:05.296503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Checking segment: {'id': '2e05ff43-4b89-486a-8d67-e8b7a969d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:14:05.296918 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:05.297363 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Bound using segment: {'id': '2e05ff43-4b89-486a-8d67-e8b7a969d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:14:05.298018 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Bound port: b18857d0-acaf-4ecf-ada6-1b78a6a3463e, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e05ff43-4b89-486a-8d67-e8b7a969d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:14:05.298356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:05.429276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] For port b18857d0-acaf-4ecf-ada6-1b78a6a3463e, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:14:05.432946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] Set router 2a66d69c-2a82-45e1-bc48-a131402ef107 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:05.442658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:05.501557 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] For port b18857d0-acaf-4ecf-ada6-1b78a6a3463e, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=b18857d0-acaf-4ecf-ada6-1b78a6a3463e,segment=NetworkSegment(2e05ff43-4b89-486a-8d67-e8b7a969d292),segment_id=2e05ff43-4b89-486a-8d67-e8b7a969d292)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:14:05.513477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:05.523413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:05.819138 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Pushing event updated for resources: {'Port': ['ID=b18857d0-acaf-4ecf-ada6-1b78a6a3463e,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:05.823136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:05.917981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4d4c7-195e-4ba8-91da-b84a2ddfc74b req-a4865d32-a5ec-4f0f-a4d5-bca63ac0e3f7 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:05.921115 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eea4d4c7-195e-4ba8-91da-b84a2ddfc74b req-a4865d32-a5ec-4f0f-a4d5-bca63ac0e3f7 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.3737164
Apr 20 14:14:05.979912 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71ef6e-2cdc-4a60-abb3-c79b06a8d07e req-d95126f4-03ef-40a4-84d3-7947793a24b1 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:05.981861 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6d71ef6e-2cdc-4a60-abb3-c79b06a8d07e req-d95126f4-03ef-40a4-84d3-7947793a24b1 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.7288058
Apr 20 14:14:06.003814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315e8a710>, [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:13:58Z', 'revision_number': 4, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d', 'name': '', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'mac_address': 'fa:16:3e:fd:e4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:57Z', 'updated_at': '2021-04-20T14:14:04Z', 'revision_number': 4, 'project_id': '97a558933f5e43e2af90292db774efba', 'subnets': [{'id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:06.012784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93924d9-3dd1-45a1-a703-b5cf5b137cf9 None None] The sync data for ids ['2a66d69c-2a82-45e1-bc48-a131402ef107'] in dv-cinder-774594-5-iscsi is: [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:13:58Z', 'revision_number': 4, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d', 'name': '', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'mac_address': 'fa:16:3e:fd:e4:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:57Z', 'updated_at': '2021-04-20T14:14:04Z', 'revision_number': 4, 'project_id': '97a558933f5e43e2af90292db774efba', 'subnets': [{'id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:14:06.057578 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6d71ef6e-2cdc-4a60-abb3-c79b06a8d07e req-92e5e351-825e-4eab-bef8-2177f21c546c tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587697
Apr 20 14:14:06.183253 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eea4d4c7-195e-4ba8-91da-b84a2ddfc74b req-e468058c-7258-4295-a176-4c577e786e16 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2538478
Apr 20 14:14:06.293950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853833005'] for router, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:06.331625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e94ea28-e9c0-44bc-9ed3-a87481ec813f {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:14:06.351202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:06.387346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Transition to ACTIVE for port object 8e94ea28-e9c0-44bc-9ed3-a87481ec813f will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:06.397531 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:06.405304 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:06.642527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Router 5a6955a2-e12f-42e7-bd2c-af19748caf0b is scheduled to L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f with binding_index 1 {{(pid=86376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:14:06.732811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-341ce4e8-82d3-4716-80fe-e6ba53b2a475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:06.906041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Pushing event updated for resources: {'Port': ['ID=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:06.914620 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:06.931159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:14:06.944894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Sync routers for ids ['5a6955a2-e12f-42e7-bd2c-af19748caf0b'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:14:06.966958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Routers {'5a6955a2-e12f-42e7-bd2c-af19748caf0b'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:06.968324 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315ecf940>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:14:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['5a6955a2-e12f-42e7-bd2c-af19748caf0b'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:06.969082 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Notify callbacks [] for router, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:06.972705 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.9872923
Apr 20 14:14:06.974202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 56576) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:07.278590 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d0eea-6660-4c09-97fd-341297fa8fde req-1926fcde-61e2-40c0-8f22-71f0e24f60ee tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:07.287580 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ce3d0eea-6660-4c09-97fd-341297fa8fde req-1926fcde-61e2-40c0-8f22-71f0e24f60ee tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 943 time: 0.7221196
Apr 20 14:14:07.317136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Attempting to bind port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:14:07.317663 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:07.317850 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Attempting to bind port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'f1c7de80-2989-45fc-8b07-a365093fda4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:14:07.318306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Attempting to bind port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f on network dba9e294-92e4-413e-8bce-986c47c8eae7 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:14:07.411957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f on network dba9e294-92e4-413e-8bce-986c47c8eae7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:14:07.412410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Attempting to bind port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f on network dba9e294-92e4-413e-8bce-986c47c8eae7 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:14:07.419464 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Set router 5a6955a2-e12f-42e7-bd2c-af19748caf0b gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:07.444041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:14:07.444580 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Checking segment: {'id': 'f1c7de80-2989-45fc-8b07-a365093fda4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:14:07.445090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Bound using segment: {'id': 'f1c7de80-2989-45fc-8b07-a365093fda4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:14:07.445665 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Bound port: 8e94ea28-e9c0-44bc-9ed3-a87481ec813f, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c7de80-2989-45fc-8b07-a365093fda4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:14:07.446163 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:07.493796 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ce3d0eea-6660-4c09-97fd-341297fa8fde req-5885d39b-16dd-467a-b0d3-bb8f4e92ef86 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984074
Apr 20 14:14:07.729891 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:07.832279 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:07.935261 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] For port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:14:07.949354 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] For port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:14:08.020290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d618ee18-84fd-43d3-bc87-59fdb4184c54 None None] Network 21602f75-a748-4a78-81a2-8c58f47871d4 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:14:08.047509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:08.055617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:08.113760 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ee660-52a6-4cf6-b4d1-3fd43d503ffd req-d5e85fd0-4733-4ea3-863e-f24fbb9457cc tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:08.116883 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f61ee660-52a6-4cf6-b4d1-3fd43d503ffd req-d5e85fd0-4733-4ea3-863e-f24fbb9457cc tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1723239
Apr 20 14:14:08.179478 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f61ee660-52a6-4cf6-b4d1-3fd43d503ffd req-f52cb7c1-52f6-4888-ab6d-675167117b13 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537827
Apr 20 14:14:08.191903 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315ecf940>, [{'id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'name': 'tempest-TestShelveInstance-823086249-router', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:14:05Z', 'revision_number': 3, 'project_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'gw_port': {'id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:dc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:08.212014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Checking router: 5a6955a2-e12f-42e7-bd2c-af19748caf0b for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:14:08.214867 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Updating router 5a6955a2-e12f-42e7-bd2c-af19748caf0b port 957d68f9-ede0-4d66-a107-c75da0d431c2 binding host dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:14:08.219683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:08.220596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:08.222898 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] 10.222.0.53 "PUT /v2.0/ports/8e94ea28-e9c0-44bc-9ed3-a87481ec813f HTTP/1.1" status: 200  len: 1093 time: 3.4755092
Apr 20 14:14:08.231377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:14:08.334671 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-2fb1139a-0132-41ee-9244-110fc639ea9b None None] Provisioning for port b18857d0-acaf-4ecf-ada6-1b78a6a3463e completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:08.362660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:08.412172 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f', 'status': 'completed', 'code': 200}
Apr 20 14:14:08.438258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:08.455385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:08.473752 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:08.474121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:08.533126 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ab8c5-b5f0-4dc0-874c-2e8f02f9d3a8 req-9c944a9b-5921-48e1-a1fa-bd87294f8f96 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:08.546708 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9a2ab8c5-b5f0-4dc0-874c-2e8f02f9d3a8 req-9c944a9b-5921-48e1-a1fa-bd87294f8f96 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.7855573
Apr 20 14:14:08.548128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Pushing event updated for resources: {'Port': ['ID=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:08.564306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:08.678058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:08.747113 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:08.751293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:08.752250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device b18857d0-acaf-4ecf-ada6-1b78a6a3463e up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:08.777309 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9a2ab8c5-b5f0-4dc0-874c-2e8f02f9d3a8 req-9009f3fe-1887-40dc-808f-01d5d9697677 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039049
Apr 20 14:14:08.821011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750a956-9c95-45e7-82e0-424327f72cba req-a0da2cd3-b485-471c-b230-945cd4b54102 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:08.822813 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8750a956-9c95-45e7-82e0-424327f72cba req-a0da2cd3-b485-471c-b230-945cd4b54102 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 943 time: 0.1856844
Apr 20 14:14:08.841487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:08.869892 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-9e33a0b4-3997-436c-b355-2f2a3e467540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:08.874030 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-9e33a0b4-3997-436c-b355-2f2a3e467540 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29d8195a916f479b9747a1f2f07b9280&device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 1096 time: 0.5817356
Apr 20 14:14:08.907305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Notify callbacks [] for port, precommit_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:08.921223 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Transition to ACTIVE for port object 957d68f9-ede0-4d66-a107-c75da0d431c2 will not be triggered until provisioned by entity L2. {{(pid=86378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:08.934467 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8750a956-9c95-45e7-82e0-424327f72cba req-802af2cb-3508-4582-a034-42b98651690d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037016
Apr 20 14:14:08.936967 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:08.940680 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:08.941430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:08.954984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-324932ec-e4d1-4d98-994d-10f64c79f68f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:08.969607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-b2af4ef9-ca78-4403-ae94-5f3abb1a673e None None] Provisioning complete for port b18857d0-acaf-4ecf-ada6-1b78a6a3463e triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:08.970115 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b2af4ef9-ca78-4403-ae94-5f3abb1a673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:08.972669 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-15ecf032-a08a-439d-b1c9-7b26e4ab7caa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f HTTP/1.1" status: 200  len: 217 time: 0.0796149
Apr 20 14:14:08.977769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:09.020224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port b18857d0-acaf-4ecf-ada6-1b78a6a3463e completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:09.044800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Attempting to bind port 957d68f9-ede0-4d66-a107-c75da0d431c2 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:14:09.045196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Attempting to bind port 957d68f9-ede0-4d66-a107-c75da0d431c2 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:14:09.045626 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Attempting to bind port 957d68f9-ede0-4d66-a107-c75da0d431c2 on network da2a561a-f59b-4a7e-965e-e4dc6d9662da {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:14:09.056378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Pushing event updated for resources: {'Port': ['ID=957d68f9-ede0-4d66-a107-c75da0d431c2,revision_number=2']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:09.059179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:14:09.059600 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Checking segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:14:09.060055 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:09.060497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Bound using segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} {{(pid=86378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:14:09.061039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Bound port: 957d68f9-ede0-4d66-a107-c75da0d431c2, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}] {{(pid=86378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:14:09.061492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:09.065402 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port b18857d0-acaf-4ecf-ada6-1b78a6a3463e triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:09.066079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:09.118682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-44fc9322-52a0-40c3-b57a-c193c2a0491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:09.119623 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-44fc9322-52a0-40c3-b57a-c193c2a0491e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=733e26ca-97ac-403f-a602-f010414e3fe8 HTTP/1.1" status: 200  len: 854 time: 0.1268253
Apr 20 14:14:09.124815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:09.125297 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:09.125595 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:09.126006 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:09.126455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:09.126750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:09.127064 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:09.127421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:09.127799 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:09.128157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:09.128516 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:09.128874 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:09.141258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:09.200889 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:09.271489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] For port 957d68f9-ede0-4d66-a107-c75da0d431c2, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:14:09.282307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] For port 957d68f9-ede0-4d66-a107-c75da0d431c2, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=957d68f9-ede0-4d66-a107-c75da0d431c2,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:14:09.291971 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:09.299029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:09.362173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:09.374230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b2af4ef9-ca78-4403-ae94-5f3abb1a673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:09.425889 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port b18857d0-acaf-4ecf-ada6-1b78a6a3463e, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=b18857d0-acaf-4ecf-ada6-1b78a6a3463e,segment=NetworkSegment(2e05ff43-4b89-486a-8d67-e8b7a969d292),segment_id=2e05ff43-4b89-486a-8d67-e8b7a969d292)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:09.439785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Routers {'5a6955a2-e12f-42e7-bd2c-af19748caf0b'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:09.440503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315ecf940>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:14:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['5a6955a2-e12f-42e7-bd2c-af19748caf0b'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:09.463203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:09.472394 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:09.509315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Pushing event updated for resources: {'Port': ['ID=957d68f9-ede0-4d66-a107-c75da0d431c2,revision_number=3']} {{(pid=86378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:09.556366 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.api [None req-b2af4ef9-ca78-4403-ae94-5f3abb1a673e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:14:09.556912 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_db.api [None req-b2af4ef9-ca78-4403-ae94-5f3abb1a673e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:14:09.570291 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=b18857d0-acaf-4ecf-ada6-1b78a6a3463e,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:09.575040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:09.577919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-32e6980e-bec5-40b8-8aac-1e7ff0a9ec47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:09.623014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-9fd40252-a891-4140-a7e5-4060f01acda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:09.626145 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-9fd40252-a891-4140-a7e5-4060f01acda5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dba9e294-92e4-413e-8bce-986c47c8eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4507210
Apr 20 14:14:09.677253 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] Set router 5a6955a2-e12f-42e7-bd2c-af19748caf0b gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:09.685255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:10.003895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:10.004709 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:10.183490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315ecf940>, [{'id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'name': 'tempest-TestShelveInstance-823086249-router', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:14:05Z', 'revision_number': 3, 'project_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'gw_port': {'id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:dc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:10.190808 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d78aa5-cbd8-4a72-b7d1-6c34a20cc6ac req-51b3f938-aa4e-4aa9-bfaf-4a12dffa48bc tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:10.192686 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a2d78aa5-cbd8-4a72-b7d1-6c34a20cc6ac req-51b3f938-aa4e-4aa9-bfaf-4a12dffa48bc tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.1600089
Apr 20 14:14:10.207539 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae9e66d-925c-4e92-9958-df1ce2ab1499 None None] The sync data for ids ['5a6955a2-e12f-42e7-bd2c-af19748caf0b'] in dv-cinder-774594-5-iscsi is: [{'id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'name': 'tempest-TestShelveInstance-823086249-router', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:14:05Z', 'revision_number': 3, 'project_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'gw_port': {'id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:dc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:14:10.295729 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a2d78aa5-cbd8-4a72-b7d1-6c34a20cc6ac req-20890ec8-5f40-4c84-a342-3ad30bf3a90e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732296
Apr 20 14:14:10.308134 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac4bd0-fcb3-4bc8-909d-a8dcb340d3e6 req-9aca707d-6b7b-4f17-ab57-d740bab9c8cb tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:10.310616 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-53ac4bd0-fcb3-4bc8-909d-a8dcb340d3e6 req-9aca707d-6b7b-4f17-ab57-d740bab9c8cb tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.8871000
Apr 20 14:14:10.324042 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Allocated IP 172.20.0.1 (21602f75-a748-4a78-81a2-8c58f47871d4/77cde619-3156-4a70-b72f-f3fe5d3fbfcc/96e47178-03e3-4d40-8b5d-297121af0f72) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:14:10.423520 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-53ac4bd0-fcb3-4bc8-909d-a8dcb340d3e6 req-0f5d559f-16b9-4a4e-a8f3-3b80d199b424 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017895
Apr 20 14:14:10.534686 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-b723da77-0151-4f4f-9a5a-1274d1c4c743 service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3991847
Apr 20 14:14:10.665420 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40628e90-1e71-4d6e-8045-2b3528a5f6d6 req-330fb0ab-7e6d-4217-9d87-93b0dbb6cd6f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:10.667867 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-40628e90-1e71-4d6e-8045-2b3528a5f6d6 req-330fb0ab-7e6d-4217-9d87-93b0dbb6cd6f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 943 time: 0.1251290
Apr 20 14:14:10.730187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:10.749840 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-40628e90-1e71-4d6e-8045-2b3528a5f6d6 req-64eca2fc-9324-4f30-b887-9e517034f7e2 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687230
Apr 20 14:14:10.825401 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Transition to ACTIVE for port object 96e47178-03e3-4d40-8b5d-297121af0f72 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:10.840370 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31e92005-d964-4cf1-a8fa-28db79fe50d5 req-0a64c320-1d3e-4a28-85a0-9a2aab23e5ab service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2891874
Apr 20 14:14:10.944040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef27e1-7a26-43b4-bb45-6cce25a8836a req-e9d2db0a-1dc1-4a39-a6f4-2bdd403d183e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:10.946319 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f7ef27e1-7a26-43b4-bb45-6cce25a8836a req-e9d2db0a-1dc1-4a39-a6f4-2bdd403d183e tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.2123942
Apr 20 14:14:11.074706 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:11.083144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:11.165892 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-f7ef27e1-7a26-43b4-bb45-6cce25a8836a req-71cc256c-ca42-48e5-93f2-3bde0e9d8583 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Deleting port a754a9a9-2294-421f-93b8-961f40b84283 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:14:11.166334 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f7ef27e1-7a26-43b4-bb45-6cce25a8836a req-71cc256c-ca42-48e5-93f2-3bde0e9d8583 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:11.222336 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Network 21602f75-a748-4a78-81a2-8c58f47871d4 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:14:11.234989 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:11.251200 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:14:11.360691 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-940302'] for router_interface, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:11.365577 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Pushing event updated for resources: {'Port': ['ID=96e47178-03e3-4d40-8b5d-297121af0f72,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:11.422025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:11.501641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e3425-dcde-45e4-b1b7-cc45f82b0591 req-fb2612da-ace6-4dd9-a1d8-e4433fa560ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:11.504691 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-011e3425-dcde-45e4-b1b7-cc45f82b0591 req-fb2612da-ace6-4dd9-a1d8-e4433fa560ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29d8195a916f479b9747a1f2f07b9280&device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 1096 time: 0.5550222
Apr 20 14:14:11.507518 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-a339ab4b-268a-4061-b264-f07605de40cb None None] Provisioning for port 96e47178-03e3-4d40-8b5d-297121af0f72 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:11.514521 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-a339ab4b-268a-4061-b264-f07605de40cb None None] Provisioning complete for port 96e47178-03e3-4d40-8b5d-297121af0f72 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:11.515090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a339ab4b-268a-4061-b264-f07605de40cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:11.581883 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-a339ab4b-268a-4061-b264-f07605de40cb None None] Port 96e47178-03e3-4d40-8b5d-297121af0f72 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:14:11.712477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbeb7f-7952-4948-b23c-4d180246d601 req-093eecfa-31f8-407d-8256-b02f690452e4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:11.714351 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ebbbeb7f-7952-4948-b23c-4d180246d601 req-093eecfa-31f8-407d-8256-b02f690452e4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1180365
Apr 20 14:14:11.779163 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 957d68f9-ede0-4d66-a107-c75da0d431c2 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:11.801455 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ebbbeb7f-7952-4948-b23c-4d180246d601 req-a95417b3-69c8-4a8d-a2ee-9364d7565d5d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794556
Apr 20 14:14:11.936726 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 957d68f9-ede0-4d66-a107-c75da0d431c2 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:11.945649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 957d68f9-ede0-4d66-a107-c75da0d431c2 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:11.946373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:12.076206 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929032a-8597-4979-be46-6365ab0de6cb req-26580b98-47f2-4dde-bea1-4be431a21feb tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:12.079427 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1929032a-8597-4979-be46-6365ab0de6cb req-26580b98-47f2-4dde-bea1-4be431a21feb tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 943 time: 0.1662588
Apr 20 14:14:12.135563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c617fd9-1044-4b67-93ed-f9f9d0871295 req-8b17b82d-22f9-45ed-b1d0-9e766c2e4ef8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:12.137344 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c617fd9-1044-4b67-93ed-f9f9d0871295 req-8b17b82d-22f9-45ed-b1d0-9e766c2e4ef8 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 945 time: 0.6577125
Apr 20 14:14:12.149596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:12.170793 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1929032a-8597-4979-be46-6365ab0de6cb req-deed7141-4fc0-41bc-b268-f8a08d2735c5 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770977
Apr 20 14:14:12.183057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 957d68f9-ede0-4d66-a107-c75da0d431c2, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=957d68f9-ede0-4d66-a107-c75da0d431c2,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:12.188047 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:12.189438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device b18857d0-acaf-4ecf-ada6-1b78a6a3463e up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:12.212782 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e3425-dcde-45e4-b1b7-cc45f82b0591 req-ca775426-7ffb-48b2-aea5-5de0aa275688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:12.212782 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-011e3425-dcde-45e4-b1b7-cc45f82b0591 req-ca775426-7ffb-48b2-aea5-5de0aa275688 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dba9e294-92e4-413e-8bce-986c47c8eae7 HTTP/1.1" status: 200  len: 916 time: 0.6251709
Apr 20 14:14:12.219665 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:12.222940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:12.324965 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=957d68f9-ede0-4d66-a107-c75da0d431c2,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:12.332005 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:12.332896 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-011e3425-dcde-45e4-b1b7-cc45f82b0591 req-da93ef62-dc5c-48cd-a4a1-600ffff19e14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f HTTP/1.1" status: 200  len: 217 time: 0.0968134
Apr 20 14:14:12.349456 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port b18857d0-acaf-4ecf-ada6-1b78a6a3463e triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:12.350833 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:12.449458 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-f7ef27e1-7a26-43b4-bb45-6cce25a8836a req-71cc256c-ca42-48e5-93f2-3bde0e9d8583 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] For port a754a9a9-2294-421f-93b8-961f40b84283, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a754a9a9-2294-421f-93b8-961f40b84283,segment=NetworkSegment(cc8f3ba0-bdcf-4598-887c-20b551549204),segment_id=cc8f3ba0-bdcf-4598-887c-20b551549204)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:12.449909 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f7ef27e1-7a26-43b4-bb45-6cce25a8836a req-71cc256c-ca42-48e5-93f2-3bde0e9d8583 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:12.469735 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c617fd9-1044-4b67-93ed-f9f9d0871295 req-341cedce-20db-4a97-a4dd-7883616b82ae tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/security-groups?id=743d4e92-b05f-46fe-9e99-bf7b7442c709&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3080170
Apr 20 14:14:12.649217 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-f7ef27e1-7a26-43b4-bb45-6cce25a8836a req-71cc256c-ca42-48e5-93f2-3bde0e9d8583 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Calling delete_port for a754a9a9-2294-421f-93b8-961f40b84283 owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:14:12.740697 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e3425-dcde-45e4-b1b7-cc45f82b0591 req-ecc8487c-3f59-4ddc-a5a9-105641668685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:12.742457 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-011e3425-dcde-45e4-b1b7-cc45f82b0591 req-ecc8487c-3f59-4ddc-a5a9-105641668685 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=733e26ca-97ac-403f-a602-f010414e3fe8 HTTP/1.1" status: 200  len: 854 time: 0.4010870
Apr 20 14:14:13.031722 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48d377-1b47-4246-a36b-2f3259a83f7e req-63dec5a9-5976-4934-87e8-e11908f664a0 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:13.033509 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4f48d377-1b47-4246-a36b-2f3259a83f7e req-63dec5a9-5976-4934-87e8-e11908f664a0 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1057189
Apr 20 14:14:13.113973 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4f48d377-1b47-4246-a36b-2f3259a83f7e req-d3fdf0d3-4c26-4fa4-8992-45a42a8710a8 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683255
Apr 20 14:14:13.349009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e3425-dcde-45e4-b1b7-cc45f82b0591 req-450e647a-96da-405a-97dd-6575ed6bdb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:13.350770 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-011e3425-dcde-45e4-b1b7-cc45f82b0591 req-450e647a-96da-405a-97dd-6575ed6bdb1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dba9e294-92e4-413e-8bce-986c47c8eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5957770
Apr 20 14:14:13.363809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ea110-c93a-406a-9d7e-16f1c63c9015 req-07f9d846-58d2-4a1d-81e1-310f8ba16e29 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:13.365636 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0e2ea110-c93a-406a-9d7e-16f1c63c9015 req-07f9d846-58d2-4a1d-81e1-310f8ba16e29 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 945 time: 0.6805398
Apr 20 14:14:13.487528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.resource_extend [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 14:14:13.496510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f7ef27e1-7a26-43b4-bb45-6cce25a8836a req-71cc256c-ca42-48e5-93f2-3bde0e9d8583 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:13.510213 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['a754a9a9-2294-421f-93b8-961f40b84283'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:14:13.512958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b43b6ca6-3e48-4f56-8f4e-ce86c7349a3d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:13.566209 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:13.596140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc256c-ca42-48e5-93f2-3bde0e9d8583 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Pushing event deleted for resources: {'Port': ['ID=a754a9a9-2294-421f-93b8-961f40b84283,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:13.614199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:13.670779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-71cc256c-ca42-48e5-93f2-3bde0e9d8583 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:13.671356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-71cc256c-ca42-48e5-93f2-3bde0e9d8583 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:13.672226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 957d68f9-ede0-4d66-a107-c75da0d431c2 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:13.747530 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0e2ea110-c93a-406a-9d7e-16f1c63c9015 req-7776f61f-a143-498c-bd8c-cafe64a401a8 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3527410
Apr 20 14:14:13.824196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdc085-a85f-4749-bf35-38590fa78960 req-f97fb4a8-5a8f-41d4-83eb-ae26475abfeb tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:13.837302 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ef27e1-7a26-43b4-bb45-6cce25a8836a req-71cc256c-ca42-48e5-93f2-3bde0e9d8583 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] No DVR routers for this DVR port a754a9a9-2294-421f-93b8-961f40b84283 on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:14:13.841546 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f3bdc085-a85f-4749-bf35-38590fa78960 req-f97fb4a8-5a8f-41d4-83eb-ae26475abfeb tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 943 time: 0.5000229
Apr 20 14:14:13.845521 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 957d68f9-ede0-4d66-a107-c75da0d431c2 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:13.846292 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:13.853799 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f7ef27e1-7a26-43b4-bb45-6cce25a8836a req-71cc256c-ca42-48e5-93f2-3bde0e9d8583 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:13.858780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e2a203-16fe-469f-a8a6-d4219f2047df', 'name': 'network-vif-deleted', 'tag': 'a754a9a9-2294-421f-93b8-961f40b84283'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:14:13.880754 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-011e3425-dcde-45e4-b1b7-cc45f82b0591 req-8720255f-04bb-4d1d-aacf-330901113cd7 service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5124178
Apr 20 14:14:13.885472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Pushing event updated for resources: {'Port': ['ID=96e47178-03e3-4d40-8b5d-297121af0f72,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:13.914867 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853835415'] for router_interface, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:13.920334 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:13.949441 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f3bdc085-a85f-4749-bf35-38590fa78960 req-60ce6127-11fe-4c71-9e99-60dd31f3a34b tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984488
Apr 20 14:14:13.985342 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f7ef27e1-7a26-43b4-bb45-6cce25a8836a req-71cc256c-ca42-48e5-93f2-3bde0e9d8583 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.53 "DELETE /v2.0/ports/a754a9a9-2294-421f-93b8-961f40b84283 HTTP/1.1" status: 204  len: 173 time: 2.9946008
Apr 20 14:14:14.062013 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e2a203-16fe-469f-a8a6-d4219f2047df', 'name': 'network-vif-deleted', 'tag': 'a754a9a9-2294-421f-93b8-961f40b84283', 'status': 'completed', 'code': 200}
Apr 20 14:14:14.125104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f68b9bae-f23a-4121-a09b-2914f8963b63 req-5e92ec88-44bf-4dc3-b0ae-2550eacd784c tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Synchronizing usage tracker for tenant:41708f6d5066439e9e48ce3963586db5 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:14:14.198144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f68b9bae-f23a-4121-a09b-2914f8963b63 req-5e92ec88-44bf-4dc3-b0ae-2550eacd784c tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Unset dirty status for tenant:41708f6d5066439e9e48ce3963586db5 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:14:14.199489 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f68b9bae-f23a-4121-a09b-2914f8963b63 req-5e92ec88-44bf-4dc3-b0ae-2550eacd784c tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7e2a203-16fe-469f-a8a6-d4219f2047df HTTP/1.1" status: 200  len: 210 time: 0.1900916
Apr 20 14:14:14.246925 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-011e3425-dcde-45e4-b1b7-cc45f82b0591 req-9c263dd5-14d9-4343-a35f-eb4a0c5d8cd5 service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3550310
Apr 20 14:14:14.277057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Network 21602f75-a748-4a78-81a2-8c58f47871d4 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:14:14.278869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:14.372267 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ab206-ffce-40c7-ba34-b2fc29fe7617 req-2bde3d7b-6c88-4b8a-b9b8-aebf1374096c tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:14.374059 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d70ab206-ffce-40c7-ba34-b2fc29fe7617 req-2bde3d7b-6c88-4b8a-b9b8-aebf1374096c tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1090605
Apr 20 14:14:14.442094 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d70ab206-ffce-40c7-ba34-b2fc29fe7617 req-0d92c10a-6ffa-4c00-a39f-27c70435efc6 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606542
Apr 20 14:14:14.505620 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Router 5a6955a2-e12f-42e7-bd2c-af19748caf0b has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:14:14.537984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-67e412a2-28d4-4d20-91cf-1ad4a490521e None None] Provisioning complete for port 96e47178-03e3-4d40-8b5d-297121af0f72 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:14.538628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-67e412a2-28d4-4d20-91cf-1ad4a490521e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:14.634316 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-67e412a2-28d4-4d20-91cf-1ad4a490521e None None] Port 96e47178-03e3-4d40-8b5d-297121af0f72 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:14:14.789199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd70d9b-0f80-4aa3-a139-2954b50ef19a req-d49e335c-a2c7-4eed-921e-683bcc834701 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:14.790835 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4bd70d9b-0f80-4aa3-a139-2954b50ef19a req-d49e335c-a2c7-4eed-921e-683bcc834701 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 945 time: 0.1497312
Apr 20 14:14:14.792194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:14:14.802445 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] 10.222.0.30 "PUT /v2.0/routers/5a6955a2-e12f-42e7-bd2c-af19748caf0b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8224294
Apr 20 14:14:14.819704 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Sync routers for ids ['5a6955a2-e12f-42e7-bd2c-af19748caf0b'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:14:14.841075 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Routers {'5a6955a2-e12f-42e7-bd2c-af19748caf0b'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:14.842506 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3160c4ac8>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:14:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['5a6955a2-e12f-42e7-bd2c-af19748caf0b'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:14.887891 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-4bd70d9b-0f80-4aa3-a139-2954b50ef19a req-dc6e200b-854b-469e-824b-7907c42eccc7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Deleting port 71e7bc09-e5b8-466c-b3ee-f5506f231938 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:14:14.888419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4bd70d9b-0f80-4aa3-a139-2954b50ef19a req-dc6e200b-854b-469e-824b-7907c42eccc7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:15.261735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Set router 5a6955a2-e12f-42e7-bd2c-af19748caf0b gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:15.287148 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b346289-0fb4-4bef-867c-59da2d45c05b req-8869917f-5fb7-4bca-97b9-43fdbf55a2c5 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:15.289029 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7b346289-0fb4-4bef-867c-59da2d45c05b req-8869917f-5fb7-4bca-97b9-43fdbf55a2c5 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 945 time: 0.2404413
Apr 20 14:14:15.297287 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-4bd70d9b-0f80-4aa3-a139-2954b50ef19a req-dc6e200b-854b-469e-824b-7907c42eccc7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] For port 71e7bc09-e5b8-466c-b3ee-f5506f231938, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=71e7bc09-e5b8-466c-b3ee-f5506f231938,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:15.297534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4bd70d9b-0f80-4aa3-a139-2954b50ef19a req-dc6e200b-854b-469e-824b-7907c42eccc7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:15.313818 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbaff4-e5b4-4b06-9a34-84b9a6b797a7 req-e06955a0-6558-4895-a494-420e9b97569f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:15.315638 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e2fbaff4-e5b4-4b06-9a34-84b9a6b797a7 req-e06955a0-6558-4895-a494-420e9b97569f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 943 time: 0.1132071
Apr 20 14:14:15.377728 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e2fbaff4-e5b4-4b06-9a34-84b9a6b797a7 req-050c7d15-01bf-4bc6-885b-9d83d3302c92 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472782
Apr 20 14:14:15.626585 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device a754a9a9-2294-421f-93b8-961f40b84283 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:14:15.659776 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 8e94ea28-e9c0-44bc-9ed3-a87481ec813f details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:14:15.684224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: a754a9a9-2294-421f-93b8-961f40b84283 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:14:15.684628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device a754a9a9-2294-421f-93b8-961f40b84283 not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:14:15.711435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-4bd70d9b-0f80-4aa3-a139-2954b50ef19a req-dc6e200b-854b-469e-824b-7907c42eccc7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Calling delete_port for 71e7bc09-e5b8-466c-b3ee-f5506f231938 owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:14:15.796622 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7b346289-0fb4-4bef-867c-59da2d45c05b req-d857c6f7-c1f4-4a5f-a4d1-c37d6982ae61 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4852486
Apr 20 14:14:15.917381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:15.939781 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'port_id': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f', 'mac_address': 'fa:16:3e:f5:ef:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:14:15.946122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3160c4ac8>, [{'id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'name': 'tempest-TestShelveInstance-823086249-router', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:14:11Z', 'revision_number': 4, 'project_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'gw_port': {'id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:dc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '96e47178-03e3-4d40-8b5d-297121af0f72', 'name': '', 'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'mac_address': 'fa:16:3e:12:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '77cde619-3156-4a70-b72f-f3fe5d3fbfcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:09Z', 'updated_at': '2021-04-20T14:14:12Z', 'revision_number': 2, 'project_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'subnets': [{'id': '77cde619-3156-4a70-b72f-f3fe5d3fbfcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:15.962601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56650) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:15.996499 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Checking router: 5a6955a2-e12f-42e7-bd2c-af19748caf0b for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:14:15.996907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Updating router 5a6955a2-e12f-42e7-bd2c-af19748caf0b port 96e47178-03e3-4d40-8b5d-297121af0f72 binding host dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:14:16.029739 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4bd70d9b-0f80-4aa3-a139-2954b50ef19a req-dc6e200b-854b-469e-824b-7907c42eccc7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:16.052813 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['e488e379-4186-4101-8fc8-46f3543fe3f1', '29350973-4d21-4073-bf43-7e2772fad251', '075a62cc-853d-4b1b-8130-5260329b05ff', '71e7bc09-e5b8-466c-b3ee-f5506f231938'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:14:16.135521 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:16.171747 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:16.174703 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-94a2107e-c2c5-4c1e-8cf7-de96b416fac6 tempest-DeleteServersTestJSON-696807519 tempest-DeleteServersTestJSON-696807519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:16.188894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e94ea28-e9c0-44bc-9ed3-a87481ec813f {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:14:16.270715 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:16.278113 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e200b-854b-469e-824b-7907c42eccc7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Pushing event deleted for resources: {'Port': ['ID=71e7bc09-e5b8-466c-b3ee-f5506f231938,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:16.291352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-dc6e200b-854b-469e-824b-7907c42eccc7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:16.291505 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:16.294243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7e428250-612c-41df-8f3c-47ae5dff13d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:16.297169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 56654) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:16.340716 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180618520', 'description': 'tempest-secgroup-smoke-180618520 description', 'project_id': '97a558933f5e43e2af90292db774efba'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:16.356956 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd70d9b-0f80-4aa3-a139-2954b50ef19a req-dc6e200b-854b-469e-824b-7907c42eccc7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] No DVR routers for this DVR port 71e7bc09-e5b8-466c-b3ee-f5506f231938 on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:14:16.359396 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:16.371137 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4bd70d9b-0f80-4aa3-a139-2954b50ef19a req-dc6e200b-854b-469e-824b-7907c42eccc7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:16.375949 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1d5859-bd67-4d9b-b18a-f775208ddb00', 'name': 'network-vif-deleted', 'tag': '71e7bc09-e5b8-466c-b3ee-f5506f231938'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:14:16.385786 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Usage tracker for resource:security_group and tenant:97a558933f5e43e2af90292db774efba is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:16.395931 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:16.408780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:16.415957 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4bd70d9b-0f80-4aa3-a139-2954b50ef19a req-dc6e200b-854b-469e-824b-7907c42eccc7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "DELETE /v2.0/ports/71e7bc09-e5b8-466c-b3ee-f5506f231938 HTTP/1.1" status: 204  len: 173 time: 1.6164889
Apr 20 14:14:16.451339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d272c-f9b3-422a-8701-acb68bbdcb47 req-d846be30-3934-49e0-8712-5a8f9232514b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:16.459847 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-999d272c-f9b3-422a-8701-acb68bbdcb47 req-d846be30-3934-49e0-8712-5a8f9232514b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.3966765
Apr 20 14:14:16.477918 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:16.499599 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1d5859-bd67-4d9b-b18a-f775208ddb00', 'name': 'network-vif-deleted', 'tag': '71e7bc09-e5b8-466c-b3ee-f5506f231938', 'status': 'completed', 'code': 200}
Apr 20 14:14:16.542349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:16.553181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Usage tracker for resource:security_group_rule and tenant:97a558933f5e43e2af90292db774efba is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:16.558853 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:16.576400 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-999d272c-f9b3-422a-8701-acb68bbdcb47 req-f2db2b15-df30-4d02-916e-8b751677ed12 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1153493
Apr 20 14:14:16.596117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:16.737174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:16.741748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:16.748553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3832f329-81f0-4855-b14a-a90cd746c4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:16.814796 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dec6058-55da-4d93-bea2-53818803fc52,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:16.818755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:16.820359 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4907973
Apr 20 14:14:16.822391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:16.827003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 56662) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:16.838414 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-e03269d6-cc5e-45df-95f0-471d72e61167 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Request body: {'security_group_rule': {'security_group_id': '6dec6058-55da-4d93-bea2-53818803fc52', 'project_id': '97a558933f5e43e2af90292db774efba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:16.847533 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:16.852777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e03269d6-cc5e-45df-95f0-471d72e61167 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:16.862802 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e03269d6-cc5e-45df-95f0-471d72e61167 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Usage tracker for resource:security_group_rule and tenant:97a558933f5e43e2af90292db774efba is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:16.864635 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['8e94ea28-e9c0-44bc-9ed3-a87481ec813f'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:14:16.870062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e03269d6-cc5e-45df-95f0-471d72e61167 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:16.881355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e03269d6-cc5e-45df-95f0-471d72e61167 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:16.913815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e03269d6-cc5e-45df-95f0-471d72e61167 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:16.925326 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0443888-7544-4e63-86e4-e6794f5c7e0f req-c890cae6-2bad-4f90-9042-bbdd04fcfc67 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:16.933959 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c0443888-7544-4e63-86e4-e6794f5c7e0f req-c890cae6-2bad-4f90-9042-bbdd04fcfc67 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 944 time: 0.2664790
Apr 20 14:14:16.936471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:17.017649 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c0443888-7544-4e63-86e4-e6794f5c7e0f req-faad29bd-c70d-489c-b13c-2f143ac90458 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822241
Apr 20 14:14:17.113805 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-ebf21c03-a27a-4117-8811-0ac3cbbcc7ef req-2b6e6400-e88a-4058-b1ef-a6d9592ecbae tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Synchronizing usage tracker for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:14:17.120122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e03269d6-cc5e-45df-95f0-471d72e61167 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.131146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e03269d6-cc5e-45df-95f0-471d72e61167 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.135685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:17.158860 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-ebf21c03-a27a-4117-8811-0ac3cbbcc7ef req-2b6e6400-e88a-4058-b1ef-a6d9592ecbae tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Unset dirty status for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:14:17.160265 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ebf21c03-a27a-4117-8811-0ac3cbbcc7ef req-2b6e6400-e88a-4058-b1ef-a6d9592ecbae tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1d5859-bd67-4d9b-b18a-f775208ddb00 HTTP/1.1" status: 200  len: 210 time: 0.1549127
Apr 20 14:14:17.171478 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03269d6-cc5e-45df-95f0-471d72e61167 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ad8cac4-440b-4ccc-be9b-9270834540e5,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:17.174560 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e03269d6-cc5e-45df-95f0-471d72e61167 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:17.184062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e03269d6-cc5e-45df-95f0-471d72e61167 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.188243 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e03269d6-cc5e-45df-95f0-471d72e61167 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3568940
Apr 20 14:14:17.189209 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 56668) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:17.195138 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-6eddc6ed-e907-4e2b-86b8-c23eeee53cdc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Request body: {'security_group_rule': {'security_group_id': '6dec6058-55da-4d93-bea2-53818803fc52', 'project_id': '97a558933f5e43e2af90292db774efba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:17.211542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981654'] for router_interface, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.214998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-6eddc6ed-e907-4e2b-86b8-c23eeee53cdc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:17.225469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-6eddc6ed-e907-4e2b-86b8-c23eeee53cdc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Usage tracker for resource:security_group_rule and tenant:97a558933f5e43e2af90292db774efba is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:17.232416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-6eddc6ed-e907-4e2b-86b8-c23eeee53cdc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:17.244441 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-6eddc6ed-e907-4e2b-86b8-c23eeee53cdc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:17.285794 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6eddc6ed-e907-4e2b-86b8-c23eeee53cdc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.408529 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6eddc6ed-e907-4e2b-86b8-c23eeee53cdc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.413743 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6eddc6ed-e907-4e2b-86b8-c23eeee53cdc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.418269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-82307e3c-d342-4fff-bc88-8a67ee2c7036 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:17.462909 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddc6ed-e907-4e2b-86b8-c23eeee53cdc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242305ee-6b59-4b52-afef-1cf4dd6d02b6,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:17.471657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6eddc6ed-e907-4e2b-86b8-c23eeee53cdc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:17.483043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6eddc6ed-e907-4e2b-86b8-c23eeee53cdc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.489663 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6eddc6ed-e907-4e2b-86b8-c23eeee53cdc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2950892
Apr 20 14:14:17.490131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 56672) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:17.500518 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-b30446cb-778a-40c3-a033-3bbecbac07db tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Request body: {'security_group_rule': {'security_group_id': '6dec6058-55da-4d93-bea2-53818803fc52', 'project_id': '97a558933f5e43e2af90292db774efba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:17.513869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b30446cb-778a-40c3-a033-3bbecbac07db tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:17.520991 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b30446cb-778a-40c3-a033-3bbecbac07db tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Usage tracker for resource:security_group_rule and tenant:97a558933f5e43e2af90292db774efba is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:17.526502 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b30446cb-778a-40c3-a033-3bbecbac07db tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:17.537665 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b30446cb-778a-40c3-a033-3bbecbac07db tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:17.567140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b30446cb-778a-40c3-a033-3bbecbac07db tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.621684 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.657526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Transition to ACTIVE for port object 96e47178-03e3-4d40-8b5d-297121af0f72 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:17.678036 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.687761 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-519feb9d-505a-4594-9194-ba39c369153a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:17.715763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b30446cb-778a-40c3-a033-3bbecbac07db tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.721373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b30446cb-778a-40c3-a033-3bbecbac07db tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.737539 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] Deleting port 707e583c-2830-4cfc-82cc-e3c556c433be {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:14:17.738151 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.742013 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:17.784307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30446cb-778a-40c3-a033-3bbecbac07db tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd129b31-63e6-4593-b655-eb2e4de4d30a,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:17.788207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b30446cb-778a-40c3-a033-3bbecbac07db tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.790326 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b30446cb-778a-40c3-a033-3bbecbac07db tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2985191
Apr 20 14:14:17.792400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b30446cb-778a-40c3-a033-3bbecbac07db tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:17.799007 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 56678) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:17.806719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-911fd277-a0e2-4833-aa6b-c3ccb1cd4705 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Request body: {'security_group_rule': {'security_group_id': '6dec6058-55da-4d93-bea2-53818803fc52', 'project_id': '97a558933f5e43e2af90292db774efba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:17.819178 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-911fd277-a0e2-4833-aa6b-c3ccb1cd4705 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:17.831583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-911fd277-a0e2-4833-aa6b-c3ccb1cd4705 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Usage tracker for resource:security_group_rule and tenant:97a558933f5e43e2af90292db774efba is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:17.839526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-911fd277-a0e2-4833-aa6b-c3ccb1cd4705 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:17.856894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-911fd277-a0e2-4833-aa6b-c3ccb1cd4705 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:17.900050 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-911fd277-a0e2-4833-aa6b-c3ccb1cd4705 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:17.997444 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-911fd277-a0e2-4833-aa6b-c3ccb1cd4705 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:18.002795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-911fd277-a0e2-4833-aa6b-c3ccb1cd4705 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:18.007039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:18.034141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aff38b-4259-4b0d-971f-36117ceb534e None None] Pushing event updated for resources: {'Port': ['ID=96e47178-03e3-4d40-8b5d-297121af0f72,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:18.038187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Attempting to bind port 96e47178-03e3-4d40-8b5d-297121af0f72 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:14:18.038664 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Attempting to bind port 96e47178-03e3-4d40-8b5d-297121af0f72 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '2e05ff43-4b89-486a-8d67-e8b7a969d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:14:18.039024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Attempting to bind port 96e47178-03e3-4d40-8b5d-297121af0f72 on network 21602f75-a748-4a78-81a2-8c58f47871d4 {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:14:18.041667 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-74aff38b-4259-4b0d-971f-36117ceb534e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:18.085205 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fd277-a0e2-4833-aa6b-c3ccb1cd4705 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22de6c4-4dbf-4a00-9fa8-528f49a40215,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:18.089959 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-911fd277-a0e2-4833-aa6b-c3ccb1cd4705 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:18.092425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-911fd277-a0e2-4833-aa6b-c3ccb1cd4705 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:18.100440 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56684) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:18.102344 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-911fd277-a0e2-4833-aa6b-c3ccb1cd4705 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3025589
Apr 20 14:14:18.129941 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Request body: {'security_group_rule': {'security_group_id': '6dec6058-55da-4d93-bea2-53818803fc52', 'project_id': '97a558933f5e43e2af90292db774efba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:18.130564 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:14:18.130985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Checking segment: {'id': '2e05ff43-4b89-486a-8d67-e8b7a969d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:14:18.131442 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:18.131973 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Bound using segment: {'id': '2e05ff43-4b89-486a-8d67-e8b7a969d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:14:18.132522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Bound port: 96e47178-03e3-4d40-8b5d-297121af0f72, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e05ff43-4b89-486a-8d67-e8b7a969d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:14:18.132947 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:18.140466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:18.157527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Usage tracker for resource:security_group_rule and tenant:97a558933f5e43e2af90292db774efba is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:18.188346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:18.219701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:18.258982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0bd2f-59c6-412c-9e20-b1bcddebb65f req-d9e88912-231a-42d4-9e84-f19fb0ceb039 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:18.262894 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cdb0bd2f-59c6-412c-9e20-b1bcddebb65f req-d9e88912-231a-42d4-9e84-f19fb0ceb039 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.4698012
Apr 20 14:14:18.293554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388f84f-687b-4f40-94de-40082f6e76ff req-2df82c12-e4ac-402f-aecf-852811a7f9ea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:18.295354 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3388f84f-687b-4f40-94de-40082f6e76ff req-2df82c12-e4ac-402f-aecf-852811a7f9ea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 944 time: 0.1223342
Apr 20 14:14:18.300239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] For port 707e583c-2830-4cfc-82cc-e3c556c433be, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=707e583c-2830-4cfc-82cc-e3c556c433be,segment=NetworkSegment(cc8f3ba0-bdcf-4598-887c-20b551549204),segment_id=cc8f3ba0-bdcf-4598-887c-20b551549204)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:18.301214 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:18.333952 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.securitygroups_db [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Project 97a558933f5e43e2af90292db774efba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 14:14:18.362675 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] For port 96e47178-03e3-4d40-8b5d-297121af0f72, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:14:18.366777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] For port 96e47178-03e3-4d40-8b5d-297121af0f72, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=96e47178-03e3-4d40-8b5d-297121af0f72,segment=NetworkSegment(2e05ff43-4b89-486a-8d67-e8b7a969d292),segment_id=2e05ff43-4b89-486a-8d67-e8b7a969d292)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:14:18.372857 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:18.379049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d6bc8e39-9324-4481-a8aa-91b9087d5be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:18.379565 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3388f84f-687b-4f40-94de-40082f6e76ff req-a235e0ab-cae5-4e3f-bdee-d989e9f6e19f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759845
Apr 20 14:14:18.457190 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Routers {'5a6955a2-e12f-42e7-bd2c-af19748caf0b'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:18.458070 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3160c4ac8>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:14:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['5a6955a2-e12f-42e7-bd2c-af19748caf0b'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:18.505489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:18.561428 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] Calling delete_port for 707e583c-2830-4cfc-82cc-e3c556c433be owned by network:router_interface {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:14:18.639948 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aff38b-4259-4b0d-971f-36117ceb534e None None] Pushing event updated for resources: {'Port': ['ID=96e47178-03e3-4d40-8b5d-297121af0f72,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:18.643565 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-74aff38b-4259-4b0d-971f-36117ceb534e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:18.662802 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:18.671419 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cdb0bd2f-59c6-412c-9e20-b1bcddebb65f req-adc13a74-83a2-40a8-b2e3-71eb1f19e395 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3905659
Apr 20 14:14:18.674476 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:18.681965 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a0780c36-725d-44ed-8ebb-03bf606b1109 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:18.711777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] Set router 5a6955a2-e12f-42e7-bd2c-af19748caf0b gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:18.935107 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f01e1c-d492-406b-92ea-b51c7ba82aa3,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:18.951516 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:18.964205 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:18.965510 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.8540564
Apr 20 14:14:18.969344 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 56694) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:18.979878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-0c600d86-1835-4457-a996-059c145c608b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Request body: {'security_group_rule': {'security_group_id': '6dec6058-55da-4d93-bea2-53818803fc52', 'project_id': '97a558933f5e43e2af90292db774efba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:18.990786 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-0c600d86-1835-4457-a996-059c145c608b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:18.999316 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-0c600d86-1835-4457-a996-059c145c608b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Usage tracker for resource:security_group_rule and tenant:97a558933f5e43e2af90292db774efba is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:19.005221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-0c600d86-1835-4457-a996-059c145c608b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:19.016884 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-0c600d86-1835-4457-a996-059c145c608b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:19.033820 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.securitygroups_db [None req-0c600d86-1835-4457-a996-059c145c608b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Project 97a558933f5e43e2af90292db774efba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 14:14:19.045670 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0c600d86-1835-4457-a996-059c145c608b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:19.059872 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:19.065155 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:19.186419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0c600d86-1835-4457-a996-059c145c608b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:19.193555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0c600d86-1835-4457-a996-059c145c608b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:19.197201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:19.214910 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3160c4ac8>, [{'id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'name': 'tempest-TestShelveInstance-823086249-router', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:14:11Z', 'revision_number': 4, 'project_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'gw_port': {'id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:dc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '96e47178-03e3-4d40-8b5d-297121af0f72', 'name': '', 'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'mac_address': 'fa:16:3e:12:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '77cde619-3156-4a70-b72f-f3fe5d3fbfcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:09Z', 'updated_at': '2021-04-20T14:14:18Z', 'revision_number': 4, 'project_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'subnets': [{'id': '77cde619-3156-4a70-b72f-f3fe5d3fbfcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:19.221484 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da29e892-28cd-4d3d-b028-4b5b5319bc04 None None] The sync data for ids ['5a6955a2-e12f-42e7-bd2c-af19748caf0b'] in dv-cinder-774594-5-iscsi is: [{'id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'name': 'tempest-TestShelveInstance-823086249-router', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:14:11Z', 'revision_number': 4, 'project_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'gw_port': {'id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:dc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '96e47178-03e3-4d40-8b5d-297121af0f72', 'name': '', 'network_id': '21602f75-a748-4a78-81a2-8c58f47871d4', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'mac_address': 'fa:16:3e:12:92:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '77cde619-3156-4a70-b72f-f3fe5d3fbfcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:09Z', 'updated_at': '2021-04-20T14:14:18Z', 'revision_number': 4, 'project_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'subnets': [{'id': '77cde619-3156-4a70-b72f-f3fe5d3fbfcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:14:19.242640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c600d86-1835-4457-a996-059c145c608b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a18ba0-000b-4ab1-95dc-eb00489b78d9,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:19.251944 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0c600d86-1835-4457-a996-059c145c608b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:19.268045 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0c600d86-1835-4457-a996-059c145c608b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:19.279217 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0c600d86-1835-4457-a996-059c145c608b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2987771
Apr 20 14:14:19.397580 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=707e583c-2830-4cfc-82cc-e3c556c433be,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:19.409929 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:19.655029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffabb0-dac4-4df9-bdbe-76ce5e437499 req-949aca50-5bf3-4da4-ba61-11135509edf6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:19.657098 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9dffabb0-dac4-4df9-bdbe-76ce5e437499 req-949aca50-5bf3-4da4-ba61-11135509edf6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 944 time: 0.1394217
Apr 20 14:14:19.658186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 8e94ea28-e9c0-44bc-9ed3-a87481ec813f up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:19.762917 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9dffabb0-dac4-4df9-bdbe-76ce5e437499 req-3953a427-b0a9-4d09-a809-0016dbcf7760 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966623
Apr 20 14:14:19.966046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:19.974129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:19.974734 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:20.034685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 96e47178-03e3-4d40-8b5d-297121af0f72 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:20.088135 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981736'] for router_interface, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:20.236911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 96e47178-03e3-4d40-8b5d-297121af0f72 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:20.244452 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:20.276881 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 96e47178-03e3-4d40-8b5d-297121af0f72 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:20.277480 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:20.353185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:14:20.380821 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:20.389660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:20.391047 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 71e7bc09-e5b8-466c-b3ee-f5506f231938 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:14:20.428646 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a7910382-1c27-4a91-b06b-9dfc4fd4d4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:20.487588 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: 71e7bc09-e5b8-466c-b3ee-f5506f231938 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:14:20.488094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 71e7bc09-e5b8-466c-b3ee-f5506f231938 not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:14:20.534216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c16132-d2c7-4120-8012-3acad0e9d6d1 req-0d47fa33-949a-4540-8ee8-f4c71cd009ae tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:20.537803 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-42c16132-d2c7-4120-8012-3acad0e9d6d1 req-0d47fa33-949a-4540-8ee8-f4c71cd009ae tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.5861037
Apr 20 14:14:20.632146 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f', 'code': 200}
Apr 20 14:14:20.654682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:20.665042 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:20.668525 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:20.741371 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-42c16132-d2c7-4120-8012-3acad0e9d6d1 req-30ff07cc-f43f-4058-8fa3-762af46340fd tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1956952
Apr 20 14:14:20.814117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port 96e47178-03e3-4d40-8b5d-297121af0f72, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=96e47178-03e3-4d40-8b5d-297121af0f72,segment=NetworkSegment(2e05ff43-4b89-486a-8d67-e8b7a969d292),segment_id=2e05ff43-4b89-486a-8d67-e8b7a969d292)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:20.814117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:20.816151 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-74aff38b-4259-4b0d-971f-36117ceb534e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:21.021025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=96e47178-03e3-4d40-8b5d-297121af0f72,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:21.035389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:21.255550 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9280fdb-7948-4957-ba3c-aa1d2cd1da45 req-83c4d09d-db93-4b10-8eb7-eecde38d015b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:21.258773 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eabc32-8d98-481a-88bf-95fd21d2efed req-a8d539b0-0336-41e2-a0be-de4cc0e3c1df tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:21.260571 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-71eabc32-8d98-481a-88bf-95fd21d2efed req-a8d539b0-0336-41e2-a0be-de4cc0e3c1df tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 945 time: 0.1601257
Apr 20 14:14:21.268783 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f9280fdb-7948-4957-ba3c-aa1d2cd1da45 req-83c4d09d-db93-4b10-8eb7-eecde38d015b tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 945 time: 0.4169049
Apr 20 14:14:21.272698 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] Router 84314110-e8b0-4615-bc2d-dae19774988a has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:14:21.281084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada7640-271c-4e4c-9c83-d64bbc94a987 req-dfd3b0ac-9598-4066-aab3-d3167ecef291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:21.283839 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7ada7640-271c-4e4c-9c83-d64bbc94a987 req-dfd3b0ac-9598-4066-aab3-d3167ecef291 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 1098 time: 0.2441306
Apr 20 14:14:21.401798 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7ada7640-271c-4e4c-9c83-d64bbc94a987 req-fc1fd0f7-14dd-4103-aa38-055fe1178ae3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755615
Apr 20 14:14:21.439524 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f9280fdb-7948-4957-ba3c-aa1d2cd1da45 req-e2fe89a5-94c8-475a-87a2-12776b49fdaa tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537805
Apr 20 14:14:21.532078 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-71eabc32-8d98-481a-88bf-95fd21d2efed req-a387f661-b58d-4ff1-a589-72086d49fda3 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2545676
Apr 20 14:14:21.543664 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:14:21.573982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb5326c-2063-4ac6-b104-86a7a5204dcc None None] Sync routers for ids ['84314110-e8b0-4615-bc2d-dae19774988a'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:14:21.596078 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] 10.222.0.30 "PUT /v2.0/routers/84314110-e8b0-4615-bc2d-dae19774988a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6321278
Apr 20 14:14:21.597063 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56768) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:21.598819 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb5326c-2063-4ac6-b104-86a7a5204dcc None None] Routers {'84314110-e8b0-4615-bc2d-dae19774988a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:21.600074 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-5bb5326c-2063-4ac6-b104-86a7a5204dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315ecf2b0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:14:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['84314110-e8b0-4615-bc2d-dae19774988a'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:21.726442 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 96e47178-03e3-4d40-8b5d-297121af0f72 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:21.850356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-5bb5326c-2063-4ac6-b104-86a7a5204dcc None None] Set router 84314110-e8b0-4615-bc2d-dae19774988a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:21.904496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 96e47178-03e3-4d40-8b5d-297121af0f72 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:21.905208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:21.964100 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Notify callbacks [] for router, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:22.341375 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:22.356245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e9b5f-6699-4063-bbed-80cacbd27a3d req-7f18a90a-1315-4bde-bf47-c4783ee23554 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:22.360776 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0c2e9b5f-6699-4063-bbed-80cacbd27a3d req-7f18a90a-1315-4bde-bf47-c4783ee23554 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.2791240
Apr 20 14:14:22.363499 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Deleting port df5e3aa3-5555-4416-aa22-014b57f45e59 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:14:22.364105 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:22.385173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-5bb5326c-2063-4ac6-b104-86a7a5204dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315ecf2b0>, [{'id': '84314110-e8b0-4615-bc2d-dae19774988a', 'name': 'tempest-ServerRescueNegativeTestJSON-678810139-router', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:14:18Z', 'revision_number': 5, 'project_id': '41708f6d5066439e9e48ce3963586db5', 'gw_port': {'id': 'df5e3aa3-5555-4416-aa22-014b57f45e59', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:23:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84314110-e8b0-4615-bc2d-dae19774988a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:34Z', 'updated_at': '2021-04-20T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:22.390330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb5326c-2063-4ac6-b104-86a7a5204dcc None None] Checking router: 84314110-e8b0-4615-bc2d-dae19774988a for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:14:22.401387 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb5326c-2063-4ac6-b104-86a7a5204dcc None None] Routers {'84314110-e8b0-4615-bc2d-dae19774988a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:22.402334 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-5bb5326c-2063-4ac6-b104-86a7a5204dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315ecf2b0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:14:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['84314110-e8b0-4615-bc2d-dae19774988a'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:22.432769 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0c2e9b5f-6699-4063-bbed-80cacbd27a3d req-8273d7cb-eaf6-46b3-98ea-c70af63931d1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565689
Apr 20 14:14:22.661280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] For port df5e3aa3-5555-4416-aa22-014b57f45e59, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=df5e3aa3-5555-4416-aa22-014b57f45e59,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:22.662224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:22.851587 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49084106-e4a2-474b-9ab5-cc32bcd10fe3 req-c455e127-c6ea-458d-bc9c-f2b6592fb0e2 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:22.853988 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-49084106-e4a2-474b-9ab5-cc32bcd10fe3 req-c455e127-c6ea-458d-bc9c-f2b6592fb0e2 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 945 time: 0.1181400
Apr 20 14:14:22.892058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-5bb5326c-2063-4ac6-b104-86a7a5204dcc None None] Set router 84314110-e8b0-4615-bc2d-dae19774988a gateway port host: None {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:23.015195 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-49084106-e4a2-474b-9ab5-cc32bcd10fe3 req-4d106346-4609-4801-8de6-1bdadaefd305 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536820
Apr 20 14:14:23.046549 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-5bb5326c-2063-4ac6-b104-86a7a5204dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315ecf2b0>, [{'id': '84314110-e8b0-4615-bc2d-dae19774988a', 'name': 'tempest-ServerRescueNegativeTestJSON-678810139-router', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:14:22Z', 'revision_number': 6, 'project_id': '41708f6d5066439e9e48ce3963586db5', 'gw_port_host': None}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:23.056583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb5326c-2063-4ac6-b104-86a7a5204dcc None None] The sync data for ids ['84314110-e8b0-4615-bc2d-dae19774988a'] in dv-cinder-774594-5-iscsi is: [{'id': '84314110-e8b0-4615-bc2d-dae19774988a', 'name': 'tempest-ServerRescueNegativeTestJSON-678810139-router', 'tenant_id': '41708f6d5066439e9e48ce3963586db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:14:22Z', 'revision_number': 6, 'project_id': '41708f6d5066439e9e48ce3963586db5', 'gw_port_host': None}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:14:23.073529 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f741b3-2ea4-4a87-b6c0-172b98b80c55 req-2cbeb499-8ed9-4665-bec5-c914c644b061 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:23.075483 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31f741b3-2ea4-4a87-b6c0-172b98b80c55 req-2cbeb499-8ed9-4665-bec5-c914c644b061 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 945 time: 0.1811264
Apr 20 14:14:23.191046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-31f741b3-2ea4-4a87-b6c0-172b98b80c55 req-620a2047-20d7-40ae-83cd-dce5c6572feb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Deleting port 075a62cc-853d-4b1b-8130-5260329b05ff {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:14:23.191698 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31f741b3-2ea4-4a87-b6c0-172b98b80c55 req-620a2047-20d7-40ae-83cd-dce5c6572feb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:23.239141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Calling delete_port for df5e3aa3-5555-4416-aa22-014b57f45e59 owned by network:router_gateway {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:14:23.392270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc7d06-9867-4286-aeaa-e0fa01d21378 req-4a9e7aeb-3571-4d72-85c3-49e8175e7370 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:23.394025 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-51bc7d06-9867-4286-aeaa-e0fa01d21378 req-4a9e7aeb-3571-4d72-85c3-49e8175e7370 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 945 time: 0.7220156
Apr 20 14:14:23.515805 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-51bc7d06-9867-4286-aeaa-e0fa01d21378 req-cc6b598a-c313-45af-8546-3afbb4624f28 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967894
Apr 20 14:14:23.535922 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:23.548951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:23.659221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Pushing event deleted for resources: {'Port': ['ID=df5e3aa3-5555-4416-aa22-014b57f45e59,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:23.667479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:23.680380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device d6282bdb-22ac-4160-a0b6-dd005b8b3754 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:14:23.716230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device df5e3aa3-5555-4416-aa22-014b57f45e59 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:14:23.742292 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853833111'] for router_gateway, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:23.773319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-31f741b3-2ea4-4a87-b6c0-172b98b80c55 req-620a2047-20d7-40ae-83cd-dce5c6572feb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] For port 075a62cc-853d-4b1b-8130-5260329b05ff, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=075a62cc-853d-4b1b-8130-5260329b05ff,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:23.773982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31f741b3-2ea4-4a87-b6c0-172b98b80c55 req-620a2047-20d7-40ae-83cd-dce5c6572feb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:23.815174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: df5e3aa3-5555-4416-aa22-014b57f45e59 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:14:23.815846 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device df5e3aa3-5555-4416-aa22-014b57f45e59 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:14:23.816467 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 707e583c-2830-4cfc-82cc-e3c556c433be no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:14:23.909824 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 707e583c-2830-4cfc-82cc-e3c556c433be {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:14:23.910492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 707e583c-2830-4cfc-82cc-e3c556c433be not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:14:23.990842 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port d6282bdb-22ac-4160-a0b6-dd005b8b3754, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:24.013785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'port_id': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'mac_address': 'fa:16:3e:bb:76:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:14:24.024250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-31f741b3-2ea4-4a87-b6c0-172b98b80c55 req-620a2047-20d7-40ae-83cd-dce5c6572feb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Calling delete_port for 075a62cc-853d-4b1b-8130-5260329b05ff owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:14:24.048724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853854411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761228'] for router, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:24.052404 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:24.088117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:24.110629 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6282bdb-22ac-4160-a0b6-dd005b8b3754 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:14:24.129621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port d6282bdb-22ac-4160-a0b6-dd005b8b3754, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:24.135185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:24.137734 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:24.178697 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981105'] for router, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:24.179422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84314110-e8b0-4615-bc2d-dae19774988a {{(pid=86376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:14:24.209949 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Notify callbacks [] for router, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:24.211580 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] 10.222.0.30 "DELETE /v2.0/routers/84314110-e8b0-4615-bc2d-dae19774988a HTTP/1.1" status: 204  len: 168 time: 2.6133945
Apr 20 14:14:24.216593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56786) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:24.246994 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f678-5503-40a6-9f67-ed10654cee01 req-26494ed4-6246-473b-bc33-e3d6608e8a42 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:24.248777 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d3c5f678-5503-40a6-9f67-ed10654cee01 req-26494ed4-6246-473b-bc33-e3d6608e8a42 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.5889809
Apr 20 14:14:24.327256 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=d6282bdb-22ac-4160-a0b6-dd005b8b3754,revision_number=6']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:24.344952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['d6282bdb-22ac-4160-a0b6-dd005b8b3754'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:14:24.408315 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d3c5f678-5503-40a6-9f67-ed10654cee01 req-930a6477-74f7-4058-b54e-4262036aa536 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1452894
Apr 20 14:14:24.427581 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:24.445280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31f741b3-2ea4-4a87-b6c0-172b98b80c55 req-620a2047-20d7-40ae-83cd-dce5c6572feb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:24.455318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db7f27-5384-4685-bc51-a169af20258d req-87ae16c4-2dc1-486e-904a-4d9f1c06eaf5 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:24.458265 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-76db7f27-5384-4685-bc51-a169af20258d req-87ae16c4-2dc1-486e-904a-4d9f1c06eaf5 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 945 time: 0.1843543
Apr 20 14:14:24.467644 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fe9377-d50b-4ebb-b6d6-a98c98913792 admin admin] Deleting subnet 5dfd9853-f316-42eb-bcab-9332c748ef16 {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:14:24.471406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:24.472260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-27fe9377-d50b-4ebb-b6d6-a98c98913792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:24.538746 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-27fe9377-d50b-4ebb-b6d6-a98c98913792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852205135'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:24.646762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a2047-20d7-40ae-83cd-dce5c6572feb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Pushing event deleted for resources: {'Port': ['ID=075a62cc-853d-4b1b-8130-5260329b05ff,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:24.694855 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-620a2047-20d7-40ae-83cd-dce5c6572feb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:24.696028 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f741b3-2ea4-4a87-b6c0-172b98b80c55 req-620a2047-20d7-40ae-83cd-dce5c6572feb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] No DVR routers for this DVR port 075a62cc-853d-4b1b-8130-5260329b05ff on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:14:24.699356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-31f741b3-2ea4-4a87-b6c0-172b98b80c55 req-620a2047-20d7-40ae-83cd-dce5c6572feb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:24.705283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f781f37-f87c-441d-97a6-daba45d9b0a0', 'name': 'network-vif-deleted', 'tag': '075a62cc-853d-4b1b-8130-5260329b05ff'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:14:24.717070 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-76db7f27-5384-4685-bc51-a169af20258d req-4809b57c-dffc-4877-9884-50faf6d60898 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277671
Apr 20 14:14:24.726244 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31f741b3-2ea4-4a87-b6c0-172b98b80c55 req-620a2047-20d7-40ae-83cd-dce5c6572feb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "DELETE /v2.0/ports/075a62cc-853d-4b1b-8130-5260329b05ff HTTP/1.1" status: 204  len: 173 time: 1.6430471
Apr 20 14:14:24.735735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-27fe9377-d50b-4ebb-b6d6-a98c98913792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:24.744769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['e488e379-4186-4101-8fc8-46f3543fe3f1', '29350973-4d21-4073-bf43-7e2772fad251', '075a62cc-853d-4b1b-8130-5260329b05ff'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:14:24.877611 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f781f37-f87c-441d-97a6-daba45d9b0a0', 'name': 'network-vif-deleted', 'tag': '075a62cc-853d-4b1b-8130-5260329b05ff', 'status': 'completed', 'code': 200}
Apr 20 14:14:24.917521 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-cf93b36b-a616-48c7-b1ca-89859788d64a req-feb8ebb5-4d08-471b-9501-a857c96930ac tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Synchronizing usage tracker for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:14:24.949271 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-cf93b36b-a616-48c7-b1ca-89859788d64a req-feb8ebb5-4d08-471b-9501-a857c96930ac tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Unset dirty status for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:14:24.966130 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cf93b36b-a616-48c7-b1ca-89859788d64a req-feb8ebb5-4d08-471b-9501-a857c96930ac tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f781f37-f87c-441d-97a6-daba45d9b0a0 HTTP/1.1" status: 200  len: 210 time: 0.2031896
Apr 20 14:14:25.254584 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32028f-6c19-482e-8943-3d4bae466b2a req-f062c089-00f4-4a24-b893-7d03e2a8b8d0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:25.256320 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6f32028f-6c19-482e-8943-3d4bae466b2a req-f062c089-00f4-4a24-b893-7d03e2a8b8d0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 945 time: 0.1737959
Apr 20 14:14:25.272671 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-27fe9377-d50b-4ebb-b6d6-a98c98913792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2318158'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:25.297612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:25.351398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe9377-d50b-4ebb-b6d6-a98c98913792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dfd9853-f316-42eb-bcab-9332c748ef16,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:25.354793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-27fe9377-d50b-4ebb-b6d6-a98c98913792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:25.365759 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-27fe9377-d50b-4ebb-b6d6-a98c98913792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:25.381971 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6f32028f-6c19-482e-8943-3d4bae466b2a req-961ec13d-d85d-438a-bae6-eabc166a2035 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122165
Apr 20 14:14:25.383507 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-27fe9377-d50b-4ebb-b6d6-a98c98913792 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5dfd9853-f316-42eb-bcab-9332c748ef16 HTTP/1.1" status: 204  len: 168 time: 1.1657150
Apr 20 14:14:25.388088 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 56798) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:25.714391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device d6282bdb-22ac-4160-a0b6-dd005b8b3754 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:25.800084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36136d8a-b989-4315-aa53-0eeb16a60b3c req-ca338c7a-8479-47a9-a0b3-af4fd0e1e6d9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:25.806530 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-36136d8a-b989-4315-aa53-0eeb16a60b3c req-ca338c7a-8479-47a9-a0b3-af4fd0e1e6d9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 944 time: 0.2057106
Apr 20 14:14:25.889216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port d6282bdb-22ac-4160-a0b6-dd005b8b3754 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:25.889953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:25.892147 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-36136d8a-b989-4315-aa53-0eeb16a60b3c req-c6c5a52d-8d7a-4e91-a1c1-70da2294d163 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791295
Apr 20 14:14:26.003641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:26.069043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4517ea-94f4-4c04-8f83-5f02ea4d6324 req-79301d3a-6fad-4006-9a85-459cd1dd5580 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:26.070784 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3c4517ea-94f4-4c04-8f83-5f02ea4d6324 req-79301d3a-6fad-4006-9a85-459cd1dd5580 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 945 time: 0.1835864
Apr 20 14:14:26.136561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:26.188594 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:14:26.208058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port d6282bdb-22ac-4160-a0b6-dd005b8b3754, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:26.215679 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:26.216095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 075a62cc-853d-4b1b-8130-5260329b05ff no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:14:26.225305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:26.246363 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3c4517ea-94f4-4c04-8f83-5f02ea4d6324 req-3eb857c6-e2c9-4bb5-86c8-c98c1ae55dc0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497838
Apr 20 14:14:26.265928 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:26.390981 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'code': 200}
Apr 20 14:14:26.405467 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: 075a62cc-853d-4b1b-8130-5260329b05ff {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:14:26.405898 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 075a62cc-853d-4b1b-8130-5260329b05ff not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:14:26.419283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=d6282bdb-22ac-4160-a0b6-dd005b8b3754,revision_number=7']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:26.423265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:26.484128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb315551208>,) {'filters': {'network_id': ['6a5662e4-6547-4ce5-9231-c608bc3281fd']}} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:26.511061 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb315551208>, 'cc8f3ba0-bdcf-4598-887c-20b551549204') {'for_net_delete': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:26.511618 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb315551208>, 'cc8f3ba0-bdcf-4598-887c-20b551549204') {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:26.536799 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853389936'] for segment, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:26.633025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:26.658897 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=86375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:14:26.953084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78a8f7-31bc-476a-addf-dc79c7bd2ed3 req-204fa2ee-ab89-426b-b579-242cdbbbd508 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:26.962977 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fa78a8f7-31bc-476a-addf-dc79c7bd2ed3 req-204fa2ee-ab89-426b-b579-242cdbbbd508 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 946 time: 0.4042728
Apr 20 14:14:27.003963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] Network 6a5662e4-6547-4ce5-9231-c608bc3281fd has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:14:27.014432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853300089'] for segment, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:27.234000 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fa3ad-9ea8-4b34-bc97-c3b8ea2ecc48 req-152aeb2c-efe5-4d72-a3c2-eb1f35898411 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:27.235723 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-966fa3ad-9ea8-4b34-bc97-c3b8ea2ecc48 req-152aeb2c-efe5-4d72-a3c2-eb1f35898411 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1922235
Apr 20 14:14:27.246384 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fa78a8f7-31bc-476a-addf-dc79c7bd2ed3 req-a359eab9-af28-4e1b-8b6b-3630e4226fa8 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2645555
Apr 20 14:14:27.248249 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] Network 6a5662e4-6547-4ce5-9231-c608bc3281fd has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:14:27.273188 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:14:27.294375 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-966fa3ad-9ea8-4b34-bc97-c3b8ea2ecc48 req-13c5f3eb-1840-43e8-b524-ddc820f85445 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511830
Apr 20 14:14:27.353057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:27.356934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:27.371394 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:27.389230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a5662e4-6547-4ce5-9231-c608bc3281fd,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:27.392865 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:27.398194 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bf8942c8-1d78-48fc-a871-7532423c1db1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6a5662e4-6547-4ce5-9231-c608bc3281fd HTTP/1.1" status: 204  len: 168 time: 2.0086763
Apr 20 14:14:27.537732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56838) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:27.598073 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-fc1f0f1e-f8a4-4a40-93fa-0a17245e9fdb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41708f6d5066439e9e48ce3963586db5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0585494
Apr 20 14:14:27.600961 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56842) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:27.675200 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0de95473-86e4-446b-a496-30122980fe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:27.707584 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0de95473-86e4-446b-a496-30122980fe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:27.777478 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0de95473-86e4-446b-a496-30122980fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:27.786645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-671f9f1c-a4ae-4fdc-81ec-90a619ad5cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:27.799537 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de95473-86e4-446b-a496-30122980fe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743d4e92-b05f-46fe-9e99-bf7b7442c709,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:27.802553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0de95473-86e4-446b-a496-30122980fe1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:27.813899 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0de95473-86e4-446b-a496-30122980fe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:27.818752 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0de95473-86e4-446b-a496-30122980fe1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/743d4e92-b05f-46fe-9e99-bf7b7442c709 HTTP/1.1" status: 204  len: 168 time: 0.2153924
Apr 20 14:14:28.667908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ded87-b6b4-464b-8303-5eaf9e9da5bd req-ad172cad-dfba-4681-8298-e60b5001986b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:28.679649 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-494ded87-b6b4-464b-8303-5eaf9e9da5bd req-ad172cad-dfba-4681-8298-e60b5001986b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1568108
Apr 20 14:14:28.697033 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5977194-cff5-4e2d-b038-c51ce7c30c0d req-408b725b-6502-4a59-82c2-dc15d10bdad9 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:28.698960 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d5977194-cff5-4e2d-b038-c51ce7c30c0d req-408b725b-6502-4a59-82c2-dc15d10bdad9 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 946 time: 0.1789379
Apr 20 14:14:28.709416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b09927-2821-46a7-9a2b-e0de58cb13b1 req-00288560-b247-4ae3-ab5a-f018583a25ca tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:28.717944 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-50b09927-2821-46a7-9a2b-e0de58cb13b1 req-00288560-b247-4ae3-ab5a-f018583a25ca tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 946 time: 0.2802289
Apr 20 14:14:28.759404 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-494ded87-b6b4-464b-8303-5eaf9e9da5bd req-1b5b20f4-82ef-4b41-b4d6-61a9447421ab tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754712
Apr 20 14:14:29.276305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56914) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:29.350767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-d5977194-cff5-4e2d-b038-c51ce7c30c0d req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Deleting port 29350973-4d21-4073-bf43-7e2772fad251 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:14:29.351230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d5977194-cff5-4e2d-b038-c51ce7c30c0d req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:29.542160 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-50b09927-2821-46a7-9a2b-e0de58cb13b1 req-2fabd218-4782-47d0-8cf1-e958c555a484 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8225729
Apr 20 14:14:29.649593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1296516527-network', 'tenant_id': '766c27cfe7f6408c88e8b02814459154'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:29.659485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:29.682419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Usage tracker for resource:network and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:29.689783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:29.716478 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:29.755381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Made reservation on behalf of 766c27cfe7f6408c88e8b02814459154 for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:14:29.760555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:29.827678 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:29.898556 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:29.923271 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Usage tracker for resource:security_group_rule and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:29.936939 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:29.957340 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:30.104379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-d5977194-cff5-4e2d-b038-c51ce7c30c0d req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] For port 29350973-4d21-4073-bf43-7e2772fad251, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=29350973-4d21-4073-bf43-7e2772fad251,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:30.104904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d5977194-cff5-4e2d-b038-c51ce7c30c0d req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:30.180054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818521e-bbd4-4508-94aa-de8aa4b42cff req-837a6112-8533-4a95-af1c-69a3a3f850b1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:30.182200 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f818521e-bbd4-4508-94aa-de8aa4b42cff req-837a6112-8533-4a95-af1c-69a3a3f850b1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1367261
Apr 20 14:14:30.260985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-d5977194-cff5-4e2d-b038-c51ce7c30c0d req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Calling delete_port for 29350973-4d21-4073-bf43-7e2772fad251 owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:14:30.269653 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f818521e-bbd4-4508-94aa-de8aa4b42cff req-2dd1b3f5-8f82-44eb-90b8-580703598dfb tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751517
Apr 20 14:14:30.309753 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:30.319342 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:30.324763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d88befe4-3835-4332-ac89-f8af96a7bdbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:30.378067 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a850baaf-21a3-4d93-a46a-42345e77de85,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:30.385091 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:30.385909 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'}  {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:14:30.401311 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:30.401735 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Added segment 2dab19fe-36e5-4a40-a376-6aec91e3a3f7 of type vlan for network b5ed19ab-cd2e-445f-9d67-21775a46871e
Apr 20 14:14:30.448227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:30.483446 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d5977194-cff5-4e2d-b038-c51ce7c30c0d req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:30.499749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:30.503135 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-80c47ed3-8c1e-4a2e-9891-af62aaf9a531 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:30.503604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:30.505855 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:30.509298 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['e488e379-4186-4101-8fc8-46f3543fe3f1'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:14:30.539863 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:30.565956 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Pushing event deleted for resources: {'Port': ['ID=29350973-4d21-4073-bf43-7e2772fad251,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:30.704560 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Pushing event updated for resources: {'Network': ['ID=b5ed19ab-cd2e-445f-9d67-21775a46871e,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:30.711704 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5977194-cff5-4e2d-b038-c51ce7c30c0d req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] No DVR routers for this DVR port 29350973-4d21-4073-bf43-7e2772fad251 on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:14:30.716277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:30.716985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:30.717761 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:30.717920 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:30.718505 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:30.719212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:30.723240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:30.723240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:30.723240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:30.723240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:30.723240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:30.723881 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:30.724361 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:30.724802 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4471016
Apr 20 14:14:30.725897 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 56932) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:30.730475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d5977194-cff5-4e2d-b038-c51ce7c30c0d req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:30.747659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Request body: {'subnet': {'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1296516527-subnet', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:30.753581 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:30.758622 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Usage tracker for resource:subnet and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:30.762280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:30.768972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:30.769683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b892dff2-fd21-4151-81c4-fb068a841c3c', 'name': 'network-vif-deleted', 'tag': '29350973-4d21-4073-bf43-7e2772fad251'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:14:30.784011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Made reservation on behalf of 766c27cfe7f6408c88e8b02814459154 for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:14:30.790229 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852457628'] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:30.790479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:30.793605 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d5977194-cff5-4e2d-b038-c51ce7c30c0d req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "DELETE /v2.0/ports/29350973-4d21-4073-bf43-7e2772fad251 HTTP/1.1" status: 204  len: 173 time: 2.0717549
Apr 20 14:14:30.871812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network b5ed19ab-cd2e-445f-9d67-21775a46871e details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:14:30.946956 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b892dff2-fd21-4151-81c4-fb068a841c3c', 'name': 'network-vif-deleted', 'tag': '29350973-4d21-4073-bf43-7e2772fad251', 'status': 'completed', 'code': 200}
Apr 20 14:14:31.435059 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-917bbda0-3f33-4245-bdbd-07d5e01c9a2b req-d82c35e7-202e-4e6f-a874-a27b315cd11e tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Synchronizing usage tracker for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:14:31.452770 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-917bbda0-3f33-4245-bdbd-07d5e01c9a2b req-d82c35e7-202e-4e6f-a874-a27b315cd11e tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Unset dirty status for tenant:a5474c7eaab841f8ab87e09978d70291 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:14:31.454538 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-917bbda0-3f33-4245-bdbd-07d5e01c9a2b req-d82c35e7-202e-4e6f-a874-a27b315cd11e tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=b892dff2-fd21-4151-81c4-fb068a841c3c HTTP/1.1" status: 200  len: 210 time: 0.1374998
Apr 20 14:14:31.707633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaea417-dac9-4947-af8a-3ac03b732480 req-6f01f48a-9f85-40a1-b9b2-a4b979c252df tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:31.709399 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6eaea417-dac9-4947-af8a-3ac03b732480 req-6f01f48a-9f85-40a1-b9b2-a4b979c252df tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.2720697
Apr 20 14:14:31.763210 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 29350973-4d21-4073-bf43-7e2772fad251 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:14:31.785501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852963440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852457611'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:31.804995 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6eaea417-dac9-4947-af8a-3ac03b732480 req-4bcd528d-c3ad-45c3-9590-229b29a2f4cf tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843501
Apr 20 14:14:31.810153 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6d65fa1e-c4c6-4232-9801-8d317027d82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:31.846911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: 29350973-4d21-4073-bf43-7e2772fad251 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:14:31.847306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 29350973-4d21-4073-bf43-7e2772fad251 not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:14:31.895145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0873af-78d2-4a57-8751-7ff684d4f9a5,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:31.902399 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:31.943691 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Checking segment: {'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:14:31.944795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Network hostable DHCP agents. Network: b5ed19ab-cd2e-445f-9d67-21775a46871e, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:14:31.983513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Network b5ed19ab-cd2e-445f-9d67-21775a46871e is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:14:31.995867 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, b5ed19ab-cd2e-445f-9d67-21775a46871e) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:32.005622 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a3873c-098f-4244-9172-b701b7ca5cd5 None None] Network b5ed19ab-cd2e-445f-9d67-21775a46871e requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:14:32.031842 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:32.032509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:32.073929 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-1d09feb3-f24a-4217-90d1-baa3e58b1161 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3341846
Apr 20 14:14:32.075004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 56944) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:32.084444 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:32.091857 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:32.098589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Usage tracker for resource:router and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:32.101952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:32.109614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:32.124081 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853793824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854761469'] for router, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:32.126455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-981992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-579871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14588'] for router, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:32.157274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:32.293654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfca74e90-b3bb-545f-b56d-cce190126c4c-b5ed19ab-cd2e-445f-9d67-21775a46871e', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5'}]}} from dv-cinder-774594-5-iscsi. {{(pid=86377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 14:14:32.294801 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:32.603023 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14573'] for router, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:32.630205 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Allocated IP 172.20.0.2 (b5ed19ab-cd2e-445f-9d67-21775a46871e/2d0873af-78d2-4a57-8751-7ff684d4f9a5/24d5b0a3-fdfb-4f28-90e9-5299b26afbb6) {{(pid=86377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:14:33.270795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Notify callbacks [] for port, precommit_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:33.284542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:33.293480 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Transition to ACTIVE for port object 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:33.342120 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Transition to ACTIVE for port object 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 will not be triggered until provisioned by entity DHCP. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:33.354162 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156'] for port, after_create {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:33.365596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:33.450556 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:33.579521 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Network b5ed19ab-cd2e-445f-9d67-21775a46871e is already hosted by enough agents. {{(pid=86377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:14:33.617215 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Resources bound (agent type, host, resource id):  {{(pid=86377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:33.637257 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Received port after_create {{(pid=86377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:14:33.825092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Allocated IP 172.27.3.78 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/ed4e1397-f175-4e7c-852c-40ef51862248) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:14:33.987681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Pushing event updated for resources: {'Port': ['ID=24d5b0a3-fdfb-4f28-90e9-5299b26afbb6,revision_number=1']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:33.998482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:33.999630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Attempting to bind port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:14:34.000212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Attempting to bind port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:14:34.000725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Attempting to bind port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 on network b5ed19ab-cd2e-445f-9d67-21775a46871e {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:14:34.007347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c575a2-d01e-4700-8414-4da7179e6dff req-e1ac2ac4-2cc8-4ad9-be6f-6c26f2a96631 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:34.008178 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:14:34.008793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Checking segment: {'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:14:34.009334 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:34.009933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Bound using segment: {'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:14:34.010572 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Bound port: 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:14:34.011088 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:34.016232 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-77c575a2-d01e-4700-8414-4da7179e6dff req-e1ac2ac4-2cc8-4ad9-be6f-6c26f2a96631 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.1341801
Apr 20 14:14:34.083393 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-77c575a2-d01e-4700-8414-4da7179e6dff req-9f35f998-d85a-40a7-aed3-15e6cc25c667 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642657
Apr 20 14:14:34.130077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:34.212194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:34.233081 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:34.260049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] For port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:14:34.281851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] For port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=24d5b0a3-fdfb-4f28-90e9-5299b26afbb6,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:14:34.292428 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:34.299495 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:34.354162 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b5440399-fdbe-4334-a060-72ab878110d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:34.405870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Pushing event updated for resources: {'Port': ['ID=24d5b0a3-fdfb-4f28-90e9-5299b26afbb6,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:34.419811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:34.423367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:14:34.428183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:34.432755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:14:34.478743 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Pushing event updated for resources: {'Port': ['ID=ed4e1397-f175-4e7c-852c-40ef51862248,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:34.483648 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:34.937999 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:14:35.216800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:35.456842 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413584ca-192a-4ab4-b4da-a2d0f3529a70 req-ae22490d-68cb-4a68-806b-f9b2b6a12b5f tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:35.472536 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-413584ca-192a-4ab4-b4da-a2d0f3529a70 req-ae22490d-68cb-4a68-806b-f9b2b6a12b5f tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 945 time: 0.2052016
Apr 20 14:14:35.550263 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-413584ca-192a-4ab4-b4da-a2d0f3529a70 req-88a8b07f-e582-404c-8aff-f31b62f909ef tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762837
Apr 20 14:14:35.796782 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:35.891682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e58d94-71c4-4099-99c2-3601fab5ab4e req-c315da15-738f-4018-bd8e-890e704cb9b4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:35.903268 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a5e58d94-71c4-4099-99c2-3601fab5ab4e req-c315da15-738f-4018-bd8e-890e704cb9b4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.2149286
Apr 20 14:14:35.933321 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:36.151834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853833005'] for router, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:36.268584 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4973dfc-27c7-4dbc-b5de-f677945eca1d None None] Network b5ed19ab-cd2e-445f-9d67-21775a46871e requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:14:36.383228 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a5e58d94-71c4-4099-99c2-3601fab5ab4e req-8227c52b-3a6b-4f49-b99e-41389412e8f4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4772766
Apr 20 14:14:36.420133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-7640401c-02da-45fa-9ae1-4b9e1740bb30 None None] Provisioning for port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:36.448459 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-7640401c-02da-45fa-9ae1-4b9e1740bb30 None None] Provisioning complete for port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:36.449637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7640401c-02da-45fa-9ae1-4b9e1740bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:36.551815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Router a648c827-c35e-49c5-940e-41f8cb483ff8 is scheduled to L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f with binding_index 1 {{(pid=86375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 14:14:36.815741 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-61bf8a95-4b7d-47b7-8be2-bf6100f0f384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:36.989431 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7640401c-02da-45fa-9ae1-4b9e1740bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:37.043663 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-7640401c-02da-45fa-9ae1-4b9e1740bb30 None None] For port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=24d5b0a3-fdfb-4f28-90e9-5299b26afbb6,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:37.113987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:14:37.189935 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Notify callbacks [] for router, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:37.197213 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.1209171
Apr 20 14:14:37.198644 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 57002) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:37.214606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a2882-5143-4147-b487-2358e5369cff req-2d6e87f2-dac5-4c58-a41f-a66d2bc9de03 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:37.221905 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-920a2882-5143-4147-b487-2358e5369cff req-2d6e87f2-dac5-4c58-a41f-a66d2bc9de03 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 945 time: 0.2363186
Apr 20 14:14:37.358633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Sync routers for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:14:37.361899 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7640401c-02da-45fa-9ae1-4b9e1740bb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:37.370068 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:37.389214 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-920a2882-5143-4147-b487-2358e5369cff req-189de8a2-8cf8-4383-82e5-f9d88250e121 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496248
Apr 20 14:14:37.461799 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:37.462530 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315f32080>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:14:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:37.532854 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:37.744852 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:37.995697 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640401c-02da-45fa-9ae1-4b9e1740bb30 None None] Pushing event updated for resources: {'Port': ['ID=24d5b0a3-fdfb-4f28-90e9-5299b26afbb6,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:38.010905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7640401c-02da-45fa-9ae1-4b9e1740bb30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:38.116657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddad6bd-a6e2-4228-ae01-8b95a4c01e97 req-5cc1cc8e-327e-48a8-bee6-286763bc2ec7 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:38.124383 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:38.128295 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0ddad6bd-a6e2-4228-ae01-8b95a4c01e97 req-5cc1cc8e-327e-48a8-bee6-286763bc2ec7 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 945 time: 0.1907620
Apr 20 14:14:38.233882 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0ddad6bd-a6e2-4228-ae01-8b95a4c01e97 req-1a0539d9-812f-4da5-a0dd-42efe31b32e0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025629
Apr 20 14:14:38.254577 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57018) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:38.290522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d59167-cb11-4ba9-8645-566f3c58a1be req-18d86561-4314-41f6-9388-26c10cc07b17 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:38.292793 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f8d59167-cb11-4ba9-8645-566f3c58a1be req-18d86561-4314-41f6-9388-26c10cc07b17 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 945 time: 0.4512067
Apr 20 14:14:38.342706 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315f32080>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:34Z', 'revision_number': 3, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:38.349563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Checking router: a648c827-c35e-49c5-940e-41f8cb483ff8 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:14:38.350819 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Updating router a648c827-c35e-49c5-940e-41f8cb483ff8 port ed4e1397-f175-4e7c-852c-40ef51862248 binding host dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:14:38.423868 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a7c1c-2609-468f-831e-5cb02be87a2a req-a4495273-9eac-4dc2-b1a2-bdcde6e9d6c0 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:38.425819 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ac8a7c1c-2609-468f-831e-5cb02be87a2a req-a4495273-9eac-4dc2-b1a2-bdcde6e9d6c0 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.6280167
Apr 20 14:14:38.484975 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:38.541811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-f8d59167-cb11-4ba9-8645-566f3c58a1be req-5d5cefe3-c3a9-4e86-be3c-2bbfd6d5de32 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Deleting port e488e379-4186-4101-8fc8-46f3543fe3f1 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:14:38.542230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f8d59167-cb11-4ba9-8645-566f3c58a1be req-5d5cefe3-c3a9-4e86-be3c-2bbfd6d5de32 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:38.637319 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ac8a7c1c-2609-468f-831e-5cb02be87a2a req-ccedf050-3c70-4539-9fdc-21bd50c050b5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1999679
Apr 20 14:14:38.896613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e66116-addd-4746-97b1-3b34fefdb9c6 tempest-TestMinimumBasicScenario-1553836030 tempest-TestMinimumBasicScenario-1553836030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:38.898271 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-18e66116-addd-4746-97b1-3b34fefdb9c6 tempest-TestMinimumBasicScenario-1553836030 tempest-TestMinimumBasicScenario-1553836030-project-admin] Synchronizing usage tracker for tenant:07e5a45cc8c443f291a437cc79d0b852 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:14:38.911425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:38.918507 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-8bef94b3-04f9-4dbf-ad35-205e8bacf867 None None] Provisioning complete for port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:38.918925 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8bef94b3-04f9-4dbf-ad35-205e8bacf867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:38.977553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b1301-6d45-4304-a47e-d1eb7a471cba req-add548ed-a386-4a27-8145-ef93d7a7f19d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:38.985902 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0a4b1301-6d45-4304-a47e-d1eb7a471cba req-add548ed-a386-4a27-8145-ef93d7a7f19d tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 945 time: 0.2796628
Apr 20 14:14:39.045156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-18e66116-addd-4746-97b1-3b34fefdb9c6 tempest-TestMinimumBasicScenario-1553836030 tempest-TestMinimumBasicScenario-1553836030-project-admin] Unset dirty status for tenant:07e5a45cc8c443f291a437cc79d0b852 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:14:39.047453 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-18e66116-addd-4746-97b1-3b34fefdb9c6 tempest-TestMinimumBasicScenario-1553836030 tempest-TestMinimumBasicScenario-1553836030-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 1093 time: 0.7916167
Apr 20 14:14:39.060967 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57028) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:39.078925 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Request body: {'floatingip': {'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'port_id': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:39.084752 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:39.120343 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0a4b1301-6d45-4304-a47e-d1eb7a471cba req-86e4cf34-213e-4b50-93ca-2a849a3605e6 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae529a-ed46-44fd-bd84-dd735812ff07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231899
Apr 20 14:14:39.121558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:39.126420 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Usage tracker for resource:floatingip and tenant:29d8195a916f479b9747a1f2f07b9280 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:39.130006 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:39.138756 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:39.154917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for floatingip, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:39.292033 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:39.295374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-f8d59167-cb11-4ba9-8645-566f3c58a1be req-5d5cefe3-c3a9-4e86-be3c-2bbfd6d5de32 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] For port e488e379-4186-4101-8fc8-46f3543fe3f1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e488e379-4186-4101-8fc8-46f3543fe3f1,segment=NetworkSegment(e55e47ee-5180-45d6-a79e-7c3f45188e94),segment_id=e55e47ee-5180-45d6-a79e-7c3f45188e94)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:39.295807 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f8d59167-cb11-4ba9-8645-566f3c58a1be req-5d5cefe3-c3a9-4e86-be3c-2bbfd6d5de32 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:39.335285 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Transition to ACTIVE for port object ed4e1397-f175-4e7c-852c-40ef51862248 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:39.347350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:39.354972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:39.516585 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6056e-99fb-4f99-8908-467ad3bd6950 None None] Pushing event updated for resources: {'Port': ['ID=ed4e1397-f175-4e7c-852c-40ef51862248,revision_number=2']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:39.519903 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-def6056e-99fb-4f99-8908-467ad3bd6950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:39.521132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Attempting to bind port ed4e1397-f175-4e7c-852c-40ef51862248 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:14:39.521553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Attempting to bind port ed4e1397-f175-4e7c-852c-40ef51862248 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:14:39.522003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Attempting to bind port ed4e1397-f175-4e7c-852c-40ef51862248 on network da2a561a-f59b-4a7e-965e-e4dc6d9662da {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:14:39.533258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:14:39.533926 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Checking segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:14:39.534527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:39.535129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Bound using segment: {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:14:39.535820 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Bound port: ed4e1397-f175-4e7c-852c-40ef51862248, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7789a344-88ac-4432-9462-b7ea5e65c481', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:14:39.536374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:39.542651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-f8d59167-cb11-4ba9-8645-566f3c58a1be req-5d5cefe3-c3a9-4e86-be3c-2bbfd6d5de32 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Calling delete_port for e488e379-4186-4101-8fc8-46f3543fe3f1 owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:14:39.640137 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] For port ed4e1397-f175-4e7c-852c-40ef51862248, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:14:39.647669 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] For port ed4e1397-f175-4e7c-852c-40ef51862248, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=ed4e1397-f175-4e7c-852c-40ef51862248,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:14:39.654730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:39.670288 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e136eb03-2c2b-4d0c-a31b-b5d798c8ac14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:39.823679 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:39.830932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:39.874493 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:39.903008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f8d59167-cb11-4ba9-8645-566f3c58a1be req-5d5cefe3-c3a9-4e86-be3c-2bbfd6d5de32 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:39.924922 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6c7765e2-1be5-4262-8e4d-395c0cfe5e99 tempest-ServerRescueNegativeTestJSON-567262300 tempest-ServerRescueNegativeTestJSON-567262300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:39.989730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cefe3-c3a9-4e86-be3c-2bbfd6d5de32 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Pushing event deleted for resources: {'Port': ['ID=e488e379-4186-4101-8fc8-46f3543fe3f1,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:40.016526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:40.021258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315f32080>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:14:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:40.034520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5d5cefe3-c3a9-4e86-be3c-2bbfd6d5de32 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:40.326044 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6056e-99fb-4f99-8908-467ad3bd6950 None None] Pushing event updated for resources: {'Port': ['ID=ed4e1397-f175-4e7c-852c-40ef51862248,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:40.340739 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Allocated IP 172.27.3.8 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/26901b2d-bf56-4f9b-b5eb-0779feb21aed) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:14:40.347301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d59167-cb11-4ba9-8645-566f3c58a1be req-5d5cefe3-c3a9-4e86-be3c-2bbfd6d5de32 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] No DVR routers for this DVR port e488e379-4186-4101-8fc8-46f3543fe3f1 on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:14:40.347957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-def6056e-99fb-4f99-8908-467ad3bd6950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:40.360913 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-f8d59167-cb11-4ba9-8645-566f3c58a1be req-5d5cefe3-c3a9-4e86-be3c-2bbfd6d5de32 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:40.367124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f', 'name': 'network-vif-deleted', 'tag': 'e488e379-4186-4101-8fc8-46f3543fe3f1'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:14:40.372510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:40.373118 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:40.464137 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f8d59167-cb11-4ba9-8645-566f3c58a1be req-5d5cefe3-c3a9-4e86-be3c-2bbfd6d5de32 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.53 "DELETE /v2.0/ports/e488e379-4186-4101-8fc8-46f3543fe3f1 HTTP/1.1" status: 204  len: 173 time: 2.1609938
Apr 20 14:14:40.550236 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:40.584120 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Allocated IP 172.20.0.1 (b5ed19ab-cd2e-445f-9d67-21775a46871e/2d0873af-78d2-4a57-8751-7ff684d4f9a5/ccc8ec41-360c-4ecc-9904-5599471a9690) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:14:40.757943 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:40.871001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:40.893527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Transition to ACTIVE for port object ccc8ec41-360c-4ecc-9904-5599471a9690 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:40.921104 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f23f72b4-3472-4db8-96b9-1a37d45ce6a5 req-412fce97-25a7-4c02-bed8-216e8ff82701 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] 10.222.0.30 "GET /v2.0/ports?device_id=94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f HTTP/1.1" status: 200  len: 210 time: 0.0695562
Apr 20 14:14:40.926074 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:40.945296 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:40.946821 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:40.962427 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9c191979-861b-44b2-940f-29a1d859c35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:41.074049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Network b5ed19ab-cd2e-445f-9d67-21775a46871e is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:14:41.076486 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94cc0f4f-dba9-44e0-a324-b0c1fabb1d0f', 'name': 'network-vif-deleted', 'tag': 'e488e379-4186-4101-8fc8-46f3543fe3f1', 'status': 'completed', 'code': 200}
Apr 20 14:14:41.080093 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc8ec41-360c-4ecc-9904-5599471a9690,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:41.085999 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:41.102705 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:14:41.104438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event updated for resources: {'Port': ['ID=26901b2d-bf56-4f9b-b5eb-0779feb21aed,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:41.104775 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:41.105612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:14:41.107320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:41.111030 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:14:41.197726 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-940302'] for router_interface, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:41.202014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:41.208179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:41.208893 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:41.211706 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:41.212311 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:41.212884 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:41.213458 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:41.214040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:41.215893 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:41.216474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:41.217046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:41.218810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:14:41.253944 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:41.270207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083b392-b024-419c-84d4-e968e504d4b4 req-144f4c1d-93e6-4664-ad9c-f8a354171d49 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:41.272960 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0083b392-b024-419c-84d4-e968e504d4b4 req-144f4c1d-93e6-4664-ad9c-f8a354171d49 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 1.0488274
Apr 20 14:14:41.275014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315f32080>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:34Z', 'revision_number': 3, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:41.283617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bbbe39-4064-4a1c-ac99-f73bca900eeb None None] The sync data for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi is: [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:34Z', 'revision_number': 3, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:14:41.486711 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0083b392-b024-419c-84d4-e968e504d4b4 req-73b2b8e7-866a-49d3-a810-9a913eeda77a tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1849475
Apr 20 14:14:41.538933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-d670f204-27d9-4b93-8de2-7357ff652289 None None] Provisioning for port ccc8ec41-360c-4ecc-9904-5599471a9690 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:41.549481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-d670f204-27d9-4b93-8de2-7357ff652289 None None] Provisioning complete for port ccc8ec41-360c-4ecc-9904-5599471a9690 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:41.550247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d670f204-27d9-4b93-8de2-7357ff652289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:41.631222 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:41.653248 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-d670f204-27d9-4b93-8de2-7357ff652289 None None] Port ccc8ec41-360c-4ecc-9904-5599471a9690 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:14:41.806213 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device e488e379-4186-4101-8fc8-46f3543fe3f1 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:14:42.089352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:42.185224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 57052) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:42.248927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:42.314695 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: e488e379-4186-4101-8fc8-46f3543fe3f1 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:14:42.315091 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device e488e379-4186-4101-8fc8-46f3543fe3f1 not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:14:42.318586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:42.372630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:42.409470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-620a2047-20d7-40ae-83cd-dce5c6572feb tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:42.640510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6c378b-3d73-4d32-921b-88da8e3cf06e admin admin] Deleting subnet 7517288a-f0d4-4d99-aaf2-ae2db9bb1c45 {{(pid=86375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:14:42.648618 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2a6c378b-3d73-4d32-921b-88da8e3cf06e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:42.673257 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:42.680443 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852964856'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:42.691838 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-630b9d0b-fc74-4e18-961c-22d16cd2b580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:42.700617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-624978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853835415'] for router_interface, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:42.723241 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc8ec41-360c-4ecc-9904-5599471a9690,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:42.735116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:42.857291 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event updated for resources: {'Port': ['ID=26901b2d-bf56-4f9b-b5eb-0779feb21aed,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:42.867107 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:42.880999 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:43.022385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2a6c378b-3d73-4d32-921b-88da8e3cf06e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1385880'] for subnet, precommit_delete_associations {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:43.113876 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Floating IP 922d635c-0439-4228-87df-296948efe351 associated. External IP: 172.27.3.8, port: 8e94ea28-e9c0-44bc-9ed3-a87481ec813f.
Apr 20 14:14:43.172018 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2a6c378b-3d73-4d32-921b-88da8e3cf06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:43.306403 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b5907-c77e-48b4-be1d-0b4258f64100 req-2e88a7f6-639f-4a99-934d-54f4c2da2385 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:43.317521 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-717b5907-c77e-48b4-be1d-0b4258f64100 req-2e88a7f6-639f-4a99-934d-54f4c2da2385 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.5550151
Apr 20 14:14:43.465137 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Network b5ed19ab-cd2e-445f-9d67-21775a46871e is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:14:43.471411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:43.612741 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Router a5b1c6f1-eba3-49e8-962d-22c68223cc88 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:14:43.831732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device ed4e1397-f175-4e7c-852c-40ef51862248 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:43.854619 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-717b5907-c77e-48b4-be1d-0b4258f64100 req-e26661dc-8b68-4b68-8eab-23fb2e58b9af tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5356243
Apr 20 14:14:43.985827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Router a648c827-c35e-49c5-940e-41f8cb483ff8 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:14:44.016502 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-9760478e-6cff-470f-934f-1780330cd8ad None None] Provisioning complete for port ccc8ec41-360c-4ecc-9904-5599471a9690 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:44.016908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9760478e-6cff-470f-934f-1780330cd8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:44.043512 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port ed4e1397-f175-4e7c-852c-40ef51862248 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:44.064080 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port ed4e1397-f175-4e7c-852c-40ef51862248 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:44.064466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:44.134318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:14:44.147108 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e52e3-041c-4ba6-8240-1eb8775b0a83 None None] Sync routers for ids ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:14:44.196809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:44.199328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e52e3-041c-4ba6-8240-1eb8775b0a83 None None] Routers {'a5b1c6f1-eba3-49e8-962d-22c68223cc88'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:44.200316 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-c13e52e3-041c-4ba6-8240-1eb8775b0a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315554b70>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:14:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:44.227190 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-9760478e-6cff-470f-934f-1780330cd8ad None None] Port ccc8ec41-360c-4ecc-9904-5599471a9690 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:14:44.308986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:44.401400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port ed4e1397-f175-4e7c-852c-40ef51862248, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=ed4e1397-f175-4e7c-852c-40ef51862248,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:44.410967 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:44.418389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:44.500229 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 5.4226112
Apr 20 14:14:44.501577 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57064) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:44.504568 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:14:44.533062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271663757', 'description': 'tempest-secgroup-smoke-271663757 description', 'project_id': '29d8195a916f479b9747a1f2f07b9280'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:44.557082 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:44.589520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:44.598994 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=ed4e1397-f175-4e7c-852c-40ef51862248,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:44.604060 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:44.615866 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:44.646924 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:44.652024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Usage tracker for resource:security_group_rule and tenant:29d8195a916f479b9747a1f2f07b9280 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:44.656732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:44.668474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:44.720742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:14:44.741724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-c13e52e3-041c-4ba6-8240-1eb8775b0a83 None None] Set router a5b1c6f1-eba3-49e8-962d-22c68223cc88 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:44.743555 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] 10.222.0.30 "PUT /v2.0/routers/a648c827-c35e-49c5-940e-41f8cb483ff8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5427592
Apr 20 14:14:44.745586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2a6c378b-3d73-4d32-921b-88da8e3cf06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066979'] for subnet, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:44.787675 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:44.791415 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f', 'status': 'completed', 'code': 200}
Apr 20 14:14:44.792754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:44.800122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d91b0229-0e5d-4fcc-8599-735e5c68bd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:44.822352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:44.863929 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:44.868103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:44.871681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:44.874069 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3473351
Apr 20 14:14:44.878196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57072) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:44.895918 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2a6c378b-3d73-4d32-921b-88da8e3cf06e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:44.900700 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-2a6c378b-3d73-4d32-921b-88da8e3cf06e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7517288a-f0d4-4d99-aaf2-ae2db9bb1c45 HTTP/1.1" status: 204  len: 168 time: 2.7125432
Apr 20 14:14:44.900908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-469f540a-fdf6-40f6-b73c-a46d96479fd6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Request body: {'security_group_rule': {'security_group_id': '7cf0b5ae-cf4a-4af9-b30c-736ecee838a1', 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:44.901431 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 57076) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:44.917630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-469f540a-fdf6-40f6-b73c-a46d96479fd6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:44.928031 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-469f540a-fdf6-40f6-b73c-a46d96479fd6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Usage tracker for resource:security_group_rule and tenant:29d8195a916f479b9747a1f2f07b9280 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:44.935382 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-469f540a-fdf6-40f6-b73c-a46d96479fd6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:44.953496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-469f540a-fdf6-40f6-b73c-a46d96479fd6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:44.965174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c378b-3d73-4d32-921b-88da8e3cf06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7517288a-f0d4-4d99-aaf2-ae2db9bb1c45,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:45.027781 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-469f540a-fdf6-40f6-b73c-a46d96479fd6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:45.034008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2a6c378b-3d73-4d32-921b-88da8e3cf06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:45.146952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Sync routers for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:14:45.186486 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:45.191195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3162f2be0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:14:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:45.200514 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:45.318273 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-469f540a-fdf6-40f6-b73c-a46d96479fd6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:45.335127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-469f540a-fdf6-40f6-b73c-a46d96479fd6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:45.348192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:45.412885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f540a-fdf6-40f6-b73c-a46d96479fd6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2185e72-1d24-41d5-8285-6afcff4c2470,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:45.420471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-469f540a-fdf6-40f6-b73c-a46d96479fd6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:45.422577 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-469f540a-fdf6-40f6-b73c-a46d96479fd6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:45.436512 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-469f540a-fdf6-40f6-b73c-a46d96479fd6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5569413
Apr 20 14:14:45.437240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57088) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:45.443487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-2b514f25-f5e9-4890-be2a-6bb56369356a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Request body: {'security_group_rule': {'security_group_id': '7cf0b5ae-cf4a-4af9-b30c-736ecee838a1', 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:45.459360 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-2b514f25-f5e9-4890-be2a-6bb56369356a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:45.469499 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-2b514f25-f5e9-4890-be2a-6bb56369356a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Usage tracker for resource:security_group_rule and tenant:29d8195a916f479b9747a1f2f07b9280 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:45.480439 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-2b514f25-f5e9-4890-be2a-6bb56369356a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:45.490052 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-2b514f25-f5e9-4890-be2a-6bb56369356a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:45.533280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2b514f25-f5e9-4890-be2a-6bb56369356a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:45.589424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:45.648574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:45.711715 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2b514f25-f5e9-4890-be2a-6bb56369356a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:45.721362 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2b514f25-f5e9-4890-be2a-6bb56369356a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:45.731017 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:45.782562 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b514f25-f5e9-4890-be2a-6bb56369356a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2deaa86b-4621-4d6c-8204-559d17cc3789,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:45.785644 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2b514f25-f5e9-4890-be2a-6bb56369356a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:45.812175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2b514f25-f5e9-4890-be2a-6bb56369356a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:45.817542 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-2b514f25-f5e9-4890-be2a-6bb56369356a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3789928
Apr 20 14:14:45.818329 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57092) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:45.832649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-8ab5c8d5-9b54-4526-90f6-a154156d2fb0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Request body: {'security_group_rule': {'security_group_id': '7cf0b5ae-cf4a-4af9-b30c-736ecee838a1', 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:45.849008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-8ab5c8d5-9b54-4526-90f6-a154156d2fb0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:45.858444 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-8ab5c8d5-9b54-4526-90f6-a154156d2fb0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Usage tracker for resource:security_group_rule and tenant:29d8195a916f479b9747a1f2f07b9280 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:45.867652 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-8ab5c8d5-9b54-4526-90f6-a154156d2fb0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:45.886230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device ed4e1397-f175-4e7c-852c-40ef51862248 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:45.889474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-8ab5c8d5-9b54-4526-90f6-a154156d2fb0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:45.910162 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-c13e52e3-041c-4ba6-8240-1eb8775b0a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315554b70>, [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:13:05Z', 'revision_number': 4, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port': {'id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:12:59Z', 'updated_at': '2021-04-20T14:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '922d635c-0439-4228-87df-296948efe351', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'port_id': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'mac_address': 'fa:16:3e:f5:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ff317e-d661-4d4a-b394-856c7b086e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:14:41Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 0, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa', 'name': '', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'mac_address': 'fa:16:3e:94:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:03Z', 'updated_at': '2021-04-20T14:13:18Z', 'revision_number': 5, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'subnets': [{'id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:45.925939 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c8d5-9b54-4526-90f6-a154156d2fb0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:45.926630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e52e3-041c-4ba6-8240-1eb8775b0a83 None None] Checking router: a5b1c6f1-eba3-49e8-962d-22c68223cc88 for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:14:45.940920 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e52e3-041c-4ba6-8240-1eb8775b0a83 None None] Routers {'a5b1c6f1-eba3-49e8-962d-22c68223cc88'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:45.942002 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-c13e52e3-041c-4ba6-8240-1eb8775b0a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315554b70>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:14:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:46.011083 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb316f6e278>,) {'filters': {'network_id': ['dfbe6764-7368-48c7-b252-4bdb783828c3']}} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:46.084733 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c8d5-9b54-4526-90f6-a154156d2fb0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:46.091951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c8d5-9b54-4526-90f6-a154156d2fb0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:46.094646 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-469f540a-fdf6-40f6-b73c-a46d96479fd6 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:46.126342 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785be3c-3b25-4fc2-b140-a07c8f708bb9 req-d2ee9e72-5f1f-4bde-b0d6-4267ccf43207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:46.137940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port ed4e1397-f175-4e7c-852c-40ef51862248 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:46.138367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:46.153276 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f785be3c-3b25-4fc2-b140-a07c8f708bb9 req-d2ee9e72-5f1f-4bde-b0d6-4267ccf43207 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29d8195a916f479b9747a1f2f07b9280&device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 1098 time: 1.3882720
Apr 20 14:14:46.159997 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c8d5-9b54-4526-90f6-a154156d2fb0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:46.161636 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-8ab5c8d5-9b54-4526-90f6-a154156d2fb0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3422179
Apr 20 14:14:46.162556 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb316f6e278>, 'e55e47ee-5180-45d6-a79e-7c3f45188e94') {'for_net_delete': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:46.164472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb316f6e278>, 'e55e47ee-5180-45d6-a79e-7c3f45188e94') {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:46.165376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5c8d5-9b54-4526-90f6-a154156d2fb0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eca6cf4-255e-4533-961b-58eb092ff3e5,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:46.177532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57096) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:46.186554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8ab5c8d5-9b54-4526-90f6-a154156d2fb0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:46.190925 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-eb54a7a8-facd-4dcc-bc1c-50fbbd509c37 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Request body: {'security_group_rule': {'security_group_id': '7cf0b5ae-cf4a-4af9-b30c-736ecee838a1', 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:46.206840 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eb54a7a8-facd-4dcc-bc1c-50fbbd509c37 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:46.224549 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eb54a7a8-facd-4dcc-bc1c-50fbbd509c37 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Usage tracker for resource:security_group_rule and tenant:29d8195a916f479b9747a1f2f07b9280 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:46.232132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-eb54a7a8-facd-4dcc-bc1c-50fbbd509c37 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:46.239564 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4333ad0-f793-4395-8d3b-44edd46450dc req-9fa67690-565f-4f2e-a701-7190dff47db8 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:46.242176 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c4333ad0-f793-4395-8d3b-44edd46450dc req-9fa67690-565f-4f2e-a701-7190dff47db8 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 1.0370314
Apr 20 14:14:46.243367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-eb54a7a8-facd-4dcc-bc1c-50fbbd509c37 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:46.251273 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853389936'] for segment, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:46.292656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb54a7a8-facd-4dcc-bc1c-50fbbd509c37 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:46.342641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3162f2be0>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 2, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:46.361663 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Checking router: a648c827-c35e-49c5-940e-41f8cb483ff8 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:14:46.362836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Updating router a648c827-c35e-49c5-940e-41f8cb483ff8 port ccc8ec41-360c-4ecc-9904-5599471a9690 binding host dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 14:14:46.388100 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-c13e52e3-041c-4ba6-8240-1eb8775b0a83 None None] Set router a5b1c6f1-eba3-49e8-962d-22c68223cc88 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:46.458585 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57102) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:46.498927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1589139026', 'description': 'tempest-description--2121818492'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:46.527762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb54a7a8-facd-4dcc-bc1c-50fbbd509c37 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:46.535052 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:46.559759 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb54a7a8-facd-4dcc-bc1c-50fbbd509c37 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:46.587653 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Usage tracker for resource:security_group and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:46.602708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3be289e1-fa80-49c3-93be-9b43e8f95539 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:46.624726 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:46.640998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:46.658549 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c4333ad0-f793-4395-8d3b-44edd46450dc req-96f51025-3d11-47bf-908d-226e550a1f21 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3962462
Apr 20 14:14:46.666512 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:46.685782 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:46.695188 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=86375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:14:46.712225 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54a7a8-facd-4dcc-bc1c-50fbbd509c37 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b349ba7-2e0e-48ea-839a-bc4bafdf0ffe,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:46.727497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eb54a7a8-facd-4dcc-bc1c-50fbbd509c37 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:46.764469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb54a7a8-facd-4dcc-bc1c-50fbbd509c37 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:46.774030 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-eb54a7a8-facd-4dcc-bc1c-50fbbd509c37 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5949037
Apr 20 14:14:46.783316 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57110) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:46.795906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-7ba6208a-3aed-41cc-bb19-a799426bf596 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Request body: {'security_group_rule': {'security_group_id': '7cf0b5ae-cf4a-4af9-b30c-736ecee838a1', 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:46.816119 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:46.853800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-7ba6208a-3aed-41cc-bb19-a799426bf596 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:46.859767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:46.862860 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-7ba6208a-3aed-41cc-bb19-a799426bf596 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Usage tracker for resource:security_group_rule and tenant:29d8195a916f479b9747a1f2f07b9280 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:46.868403 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-7ba6208a-3aed-41cc-bb19-a799426bf596 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:46.879116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Usage tracker for resource:security_group_rule and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:46.888156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:46.894231 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-7ba6208a-3aed-41cc-bb19-a799426bf596 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:46.903652 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:46.925275 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.securitygroups_db [None req-7ba6208a-3aed-41cc-bb19-a799426bf596 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Project 29d8195a916f479b9747a1f2f07b9280 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 14:14:46.977937 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7ba6208a-3aed-41cc-bb19-a799426bf596 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:47.142637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] Network dfbe6764-7368-48c7-b252-4bdb783828c3 has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:14:47.147355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:47.166885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:47.180740 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853300089'] for segment, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:47.187084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-15f7dcda-f221-4ffe-ba92-9da392d91eea tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:47.281827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-c13e52e3-041c-4ba6-8240-1eb8775b0a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315554b70>, [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:13:05Z', 'revision_number': 4, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port': {'id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:12:59Z', 'updated_at': '2021-04-20T14:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '922d635c-0439-4228-87df-296948efe351', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'port_id': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'mac_address': 'fa:16:3e:f5:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ff317e-d661-4d4a-b394-856c7b086e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:14:41Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 0, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa', 'name': '', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'mac_address': 'fa:16:3e:94:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:03Z', 'updated_at': '2021-04-20T14:13:18Z', 'revision_number': 5, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'subnets': [{'id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:47.292019 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e52e3-041c-4ba6-8240-1eb8775b0a83 None None] The sync data for ids ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'] in dv-cinder-774594-5-iscsi is: [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:13:05Z', 'revision_number': 4, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port': {'id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:12:59Z', 'updated_at': '2021-04-20T14:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '922d635c-0439-4228-87df-296948efe351', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'port_id': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'mac_address': 'fa:16:3e:f5:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ff317e-d661-4d4a-b394-856c7b086e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:14:41Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 0, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa', 'name': '', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'mac_address': 'fa:16:3e:94:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:03Z', 'updated_at': '2021-04-20T14:13:18Z', 'revision_number': 5, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'subnets': [{'id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:14:47.326755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:47.334037 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.8675985
Apr 20 14:14:47.335952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57118) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:47.336706 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c05578-f219-43f2-9cc6-c36236105cc8,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:47.341938 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:47.349785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-a7aaa6b9-2ff6-4bd5-885c-8488a35bfc97 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Request body: {'security_group_rule': {'security_group_id': '62c05578-f219-43f2-9cc6-c36236105cc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:47.390587 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a7aaa6b9-2ff6-4bd5-885c-8488a35bfc97 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:47.630701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] Network dfbe6764-7368-48c7-b252-4bdb783828c3 has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:14:47.784900 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7ba6208a-3aed-41cc-bb19-a799426bf596 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:47.801480 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a7aaa6b9-2ff6-4bd5-885c-8488a35bfc97 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Usage tracker for resource:security_group_rule and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:47.804972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7ba6208a-3aed-41cc-bb19-a799426bf596 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:47.833786 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a7aaa6b9-2ff6-4bd5-885c-8488a35bfc97 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:47.858101 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:47.884350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a7aaa6b9-2ff6-4bd5-885c-8488a35bfc97 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:47.898703 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4381794d-5d9b-4753-9dd2-215c3eeabbb2 None None] New status for floating IP 922d635c-0439-4228-87df-296948efe351: ACTIVE {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:14:47.950515 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2e2768c0-91e5-45ca-b1a0-e53e10f5cd15 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Synchronizing usage tracker for tenant:97a558933f5e43e2af90292db774efba on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:14:47.953976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6208a-3aed-41cc-bb19-a799426bf596 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf19db6-7015-4ddf-86d8-52e70d6987ee,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:47.956338 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Notify callbacks [] for port, precommit_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:47.969517 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7ba6208a-3aed-41cc-bb19-a799426bf596 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:14:47.983452 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:14:48.022351 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7ba6208a-3aed-41cc-bb19-a799426bf596 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:48.024070 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-7ba6208a-3aed-41cc-bb19-a799426bf596 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.2371883
Apr 20 14:14:48.027609 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57124) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:48.041080 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa6b9-2ff6-4bd5-885c-8488a35bfc97 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:48.062823 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785be3c-3b25-4fc2-b140-a07c8f708bb9 req-856ccf85-bfdd-4f0c-88d6-b05e6064e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:48.064703 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f785be3c-3b25-4fc2-b140-a07c8f708bb9 req-856ccf85-bfdd-4f0c-88d6-b05e6064e252 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dba9e294-92e4-413e-8bce-986c47c8eae7 HTTP/1.1" status: 200  len: 916 time: 1.8789563
Apr 20 14:14:48.085659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Request body: {'security_group_rule': {'security_group_id': '7cf0b5ae-cf4a-4af9-b30c-736ecee838a1', 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:48.102348 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2e2768c0-91e5-45ca-b1a0-e53e10f5cd15 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Unset dirty status for tenant:97a558933f5e43e2af90292db774efba on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:14:48.107495 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2e2768c0-91e5-45ca-b1a0-e53e10f5cd15 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180618520&fields=id&tenant_id=97a558933f5e43e2af90292db774efba HTTP/1.1" status: 200  len: 267 time: 0.7726054
Apr 20 14:14:48.118395 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:48.261716 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f785be3c-3b25-4fc2-b140-a07c8f708bb9 req-0b25815b-1042-4b3e-b29e-baa435b4ee92 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f HTTP/1.1" status: 200  len: 997 time: 0.1864967
Apr 20 14:14:48.267834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Transition to ACTIVE for port object ccc8ec41-360c-4ecc-9904-5599471a9690 will not be triggered until provisioned by entity L2. {{(pid=86377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:48.284336 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:48.336980 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-a789fd3f-c637-4517-ac7a-a612cf67c092 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:48.338289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-a789fd3f-c637-4517-ac7a-a612cf67c092 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Synchronizing usage tracker for tenant:97a558933f5e43e2af90292db774efba on resource:network {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:14:48.339132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:48.348922 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Usage tracker for resource:security_group_rule and tenant:29d8195a916f479b9747a1f2f07b9280 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:48.384418 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:48.410710 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:48.416283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-a789fd3f-c637-4517-ac7a-a612cf67c092 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Unset dirty status for tenant:97a558933f5e43e2af90292db774efba on resource:network {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:14:48.424720 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:48.425345 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-a789fd3f-c637-4517-ac7a-a612cf67c092 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/networks?id=29bba51e-0be9-4388-a277-245657ce63a7 HTTP/1.1" status: 200  len: 809 time: 0.3031349
Apr 20 14:14:48.451502 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-6bad92e9-bfcc-4408-9c28-050bf1cf2672 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/quotas/97a558933f5e43e2af90292db774efba HTTP/1.1" status: 200  len: 375 time: 0.0243332
Apr 20 14:14:48.464262 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:48.518442 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfbe6764-7368-48c7-b252-4bdb783828c3,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:48.550759 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fffa8-e23a-4f61-8c56-70f5be68a1c8 None None] Pushing event updated for resources: {'Port': ['ID=ccc8ec41-360c-4ecc-9904-5599471a9690,revision_number=3']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:48.553342 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.securitygroups_db [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Project 29d8195a916f479b9747a1f2f07b9280 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 14:14:48.576995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:48.578089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:48.579813 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:48.640645 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a2657b84-e8fd-41da-9a7a-cdfc93ea8a76 admin admin] 10.222.0.30 "DELETE /v2.0/networks/dfbe6764-7368-48c7-b252-4bdb783828c3 HTTP/1.1" status: 204  len: 168 time: 3.6799519
Apr 20 14:14:48.643122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa6b9-2ff6-4bd5-885c-8488a35bfc97 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:48.655839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785be3c-3b25-4fc2-b140-a07c8f708bb9 req-362a8bb3-31f0-470f-9dbc-4d1bb4ceddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:48.658699 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f785be3c-3b25-4fc2-b140-a07c8f708bb9 req-362a8bb3-31f0-470f-9dbc-4d1bb4ceddad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=733e26ca-97ac-403f-a602-f010414e3fe8 HTTP/1.1" status: 200  len: 854 time: 0.3036263
Apr 20 14:14:48.666032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa6b9-2ff6-4bd5-885c-8488a35bfc97 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:48.695535 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:48.728716 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-43952352-01e6-47a9-b79e-153321481d60 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:48.736371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:48.743355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-832fffa8-e23a-4f61-8c56-70f5be68a1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:48.783302 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa6b9-2ff6-4bd5-885c-8488a35bfc97 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:48.784840 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a7aaa6b9-2ff6-4bd5-885c-8488a35bfc97 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4452662
Apr 20 14:14:48.802031 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57130) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:48.826247 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-6ef07d58-ea88-4709-8483-0997dcee1b65 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=97a558933f5e43e2af90292db774efba&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3660159
Apr 20 14:14:48.836598 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-77440d28-62bd-4f0a-a16b-af8f61c56255 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Request body: {'security_group_rule': {'security_group_id': '62c05578-f219-43f2-9cc6-c36236105cc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:48.845516 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-77440d28-62bd-4f0a-a16b-af8f61c56255 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:48.850469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-77440d28-62bd-4f0a-a16b-af8f61c56255 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Usage tracker for resource:security_group_rule and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:48.857829 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-77440d28-62bd-4f0a-a16b-af8f61c56255 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:48.865948 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-77440d28-62bd-4f0a-a16b-af8f61c56255 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:48.903143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ae59e-1d51-4a68-907f-4a3664d72034 req-1e30a034-9248-4d27-a6ba-6308f95f577b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:48.918722 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-960ae59e-1d51-4a68-907f-4a3664d72034 req-1e30a034-9248-4d27-a6ba-6308f95f577b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.6549363
Apr 20 14:14:48.933515 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaa6b9-2ff6-4bd5-885c-8488a35bfc97 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b476b83-e3a8-4f55-94ca-68799dbb7483,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:48.938503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a7aaa6b9-2ff6-4bd5-885c-8488a35bfc97 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:48.949119 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2b514f25-f5e9-4890-be2a-6bb56369356a tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:48.973470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77440d28-62bd-4f0a-a16b-af8f61c56255 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:49.027752 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:49.033297 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.0018916
Apr 20 14:14:49.034695 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ffedea-73a8-4a19-a02c-b9a0f23e4c37,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:49.047229 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:49.092559 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57138) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:49.112022 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-960ae59e-1d51-4a68-907f-4a3664d72034 req-5dd4ba36-1372-4312-834a-79e73466e0b4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1910875
Apr 20 14:14:49.143062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Attempting to bind port ccc8ec41-360c-4ecc-9904-5599471a9690 on host dv-cinder-774594-5-iscsi for vnic_type normal with profile  {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:14:49.143486 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Attempting to bind port ccc8ec41-360c-4ecc-9904-5599471a9690 by drivers openvswitch,hyperv on host dv-cinder-774594-5-iscsi at level 0 using segments [{'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:14:49.143906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Attempting to bind port ccc8ec41-360c-4ecc-9904-5599471a9690 on network b5ed19ab-cd2e-445f-9d67-21775a46871e {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:14:49.169607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77440d28-62bd-4f0a-a16b-af8f61c56255 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:49.176548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785be3c-3b25-4fc2-b140-a07c8f708bb9 req-0d5fc516-3efd-49ed-adbc-9caa6b7f612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:49.177298 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Checking agent: {'id': 'fe69049d-9657-46b7-8efd-e41d53b1e63c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 1, 8), 'started_at': datetime.datetime(2021, 4, 20, 14, 1, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:14:49.177927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Checking segment: {'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:14:49.178408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:49.178924 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Bound using segment: {'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'} {{(pid=86377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:14:49.179543 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Bound port: ccc8ec41-360c-4ecc-9904-5599471a9690, host: dv-cinder-774594-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'}}] {{(pid=86377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:14:49.179980 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:49.180276 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f785be3c-3b25-4fc2-b140-a07c8f708bb9 req-0d5fc516-3efd-49ed-adbc-9caa6b7f612b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dba9e294-92e4-413e-8bce-986c47c8eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5026755
Apr 20 14:14:49.214902 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77440d28-62bd-4f0a-a16b-af8f61c56255 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:49.377866 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eb54a7a8-facd-4dcc-bc1c-50fbbd509c37 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:49.397453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] For port ccc8ec41-360c-4ecc-9904-5599471a9690, host dv-cinder-774594-5-iscsi, cleared binding levels {{(pid=86377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:14:49.404806 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] For port ccc8ec41-360c-4ecc-9904-5599471a9690, host dv-cinder-774594-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=ccc8ec41-360c-4ecc-9904-5599471a9690,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:14:49.411205 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:49.430746 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:49.436617 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f785be3c-3b25-4fc2-b140-a07c8f708bb9 req-fb69d51e-d390-4b1e-9afe-2d4b2586b940 service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472329
Apr 20 14:14:49.449637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-77440d28-62bd-4f0a-a16b-af8f61c56255 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:49.450982 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-77440d28-62bd-4f0a-a16b-af8f61c56255 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6235006
Apr 20 14:14:49.459502 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77440d28-62bd-4f0a-a16b-af8f61c56255 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed01f695-ac76-423e-bfc8-17022632fecc,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:49.476153 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57152) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:49.480208 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-569d9476-1055-4932-a916-1c751223e8a4 req-2e625d90-7166-4e04-a2c4-8149c41b8b81 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271663757&fields=id&tenant_id=29d8195a916f479b9747a1f2f07b9280 HTTP/1.1" status: 200  len: 267 time: 0.1044707
Apr 20 14:14:49.487838 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Request body: {'floatingip': {'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:49.499813 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:49.524823 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:14:49.525671 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3162f2be0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:14:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:49.529475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-77440d28-62bd-4f0a-a16b-af8f61c56255 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:49.533062 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-81f31c9c-c385-41b2-b9a4-82740ab3da2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5474c7eaab841f8ab87e09978d70291&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4388590
Apr 20 14:14:49.540442 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Usage tracker for resource:floatingip and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:49.544888 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:49.553683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:49.565559 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57156) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:49.572280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:49.643540 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-94161502-3394-4e81-b0b3-63c6fcfb04ca service neutron] 10.222.0.30 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7402313
Apr 20 14:14:49.693469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d9476-1055-4932-a916-1c751223e8a4 req-4f04ad26-b729-4662-96ce-7801e3a93a98 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:49.695300 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-569d9476-1055-4932-a916-1c751223e8a4 req-4f04ad26-b729-4662-96ce-7801e3a93a98 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 945 time: 0.1627736
Apr 20 14:14:49.700991 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f785be3c-3b25-4fc2-b140-a07c8f708bb9 req-d6678bba-461e-4807-bfcd-16442faafff8 service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2566833
Apr 20 14:14:49.711156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-569d9476-1055-4932-a916-1c751223e8a4 req-dfdd7250-5eea-40e6-ba52-995f8d13f984 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Request body: {'port': {'security_groups': ['5da18c58-d5d3-4409-ba03-9883455a633e', '7cf0b5ae-cf4a-4af9-b30c-736ecee838a1']}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:49.864651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-569d9476-1055-4932-a916-1c751223e8a4 req-dfdd7250-5eea-40e6-ba52-995f8d13f984 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:49.888754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4685f1d6-599f-4c1c-bb58-ac65088e0910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:49.920212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fffa8-e23a-4f61-8c56-70f5be68a1c8 None None] Pushing event updated for resources: {'Port': ['ID=ccc8ec41-360c-4ecc-9904-5599471a9690,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:49.929118 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-832fffa8-e23a-4f61-8c56-70f5be68a1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:49.967570 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-59cf579a-3315-4dfa-91c0-c7f9e0c45c5b service neutron] 10.222.0.30 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2557566
Apr 20 14:14:49.969499 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4685f1d6-599f-4c1c-bb58-ac65088e0910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:49.983952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:14:50.038339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:50.236614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Allocated IP 172.27.3.76 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/dfdf08d9-b196-44d5-a1ed-64788b8f6366) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:14:50.318592 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-569d9476-1055-4932-a916-1c751223e8a4 req-dfdd7250-5eea-40e6-ba52-995f8d13f984 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] For port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:50.357975 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4685f1d6-599f-4c1c-bb58-ac65088e0910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:50.373906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0de95473-86e4-446b-a496-30122980fe1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:50.386272 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-569d9476-1055-4932-a916-1c751223e8a4 req-dfdd7250-5eea-40e6-ba52-995f8d13f984 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:50.395745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685f1d6-599f-4c1c-bb58-ac65088e0910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ae529a-ed46-44fd-bd84-dd735812ff07,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:50.396071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-569d9476-1055-4932-a916-1c751223e8a4 req-dfdd7250-5eea-40e6-ba52-995f8d13f984 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:50.400827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4685f1d6-599f-4c1c-bb58-ac65088e0910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:50.406609 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3162f2be0>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:49Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:14:50.424050 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-78db1bd9-8134-4bf1-8a4e-858403a2e4aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:50.429776 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b46088f-1871-440e-ad61-17f8a9113efe None None] The sync data for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi is: [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:49Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:14:50.438926 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['8e94ea28-e9c0-44bc-9ed3-a87481ec813f'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:14:50.467857 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:50.498749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4685f1d6-599f-4c1c-bb58-ac65088e0910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:50.500057 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-4685f1d6-599f-4c1c-bb58-ac65088e0910 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77ae529a-ed46-44fd-bd84-dd735812ff07 HTTP/1.1" status: 204  len: 168 time: 0.9330623
Apr 20 14:14:50.591143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d9476-1055-4932-a916-1c751223e8a4 req-dfdd7250-5eea-40e6-ba52-995f8d13f984 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:50.591826 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-569d9476-1055-4932-a916-1c751223e8a4 req-dfdd7250-5eea-40e6-ba52-995f8d13f984 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:50.593410 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-569d9476-1055-4932-a916-1c751223e8a4 req-dfdd7250-5eea-40e6-ba52-995f8d13f984 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "PUT /v2.0/ports/8e94ea28-e9c0-44bc-9ed3-a87481ec813f HTTP/1.1" status: 200  len: 981 time: 0.8888307
Apr 20 14:14:50.601183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:50.604193 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:50.614943 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:14:50.629282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd7250-5eea-40e6-ba52-995f8d13f984 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event updated for resources: {'Port': ['ID=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,revision_number=6']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:50.633422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-dfdd7250-5eea-40e6-ba52-995f8d13f984 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:50.696969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da581d6a-9476-48f1-9b2b-e77863f63b59 req-a162d04e-9785-4aed-9499-62aa4d969023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:50.698956 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da581d6a-9476-48f1-9b2b-e77863f63b59 req-a162d04e-9785-4aed-9499-62aa4d969023 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 1098 time: 0.2121141
Apr 20 14:14:50.751829 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['8e94ea28-e9c0-44bc-9ed3-a87481ec813f'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:14:50.779243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event updated for resources: {'Port': ['ID=dfdf08d9-b196-44d5-a1ed-64788b8f6366,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:50.794194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:50.833510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:14:50.845809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:50.849243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:14:51.115767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:51.260522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-c3570b7d-4a60-43ba-8e5d-23c7d515c506 None None] Provisioning complete for port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:51.260948 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c3570b7d-4a60-43ba-8e5d-23c7d515c506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:51.324470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da581d6a-9476-48f1-9b2b-e77863f63b59 req-57ce295a-c842-47ae-91dc-85dcd45941a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:51.326171 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da581d6a-9476-48f1-9b2b-e77863f63b59 req-57ce295a-c842-47ae-91dc-85dcd45941a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 918 time: 0.6196122
Apr 20 14:14:51.349687 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1477cf-2049-4907-932b-5a64383a01bc req-33302d60-3968-4b47-8f9a-c80760288043 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:51.352338 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8f1477cf-2049-4907-932b-5a64383a01bc req-33302d60-3968-4b47-8f9a-c80760288043 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.3468430
Apr 20 14:14:51.446854 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:51.565271 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fb38c-9ba8-4bfd-8d74-aff9cc324b9a req-a50c53c6-c51c-428a-b277-053044d32ac8 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:51.577789 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9b5fb38c-9ba8-4bfd-8d74-aff9cc324b9a req-a50c53c6-c51c-428a-b277-053044d32ac8 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 984 time: 0.3378456
Apr 20 14:14:51.881019 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device ccc8ec41-360c-4ecc-9904-5599471a9690 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:51.971008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-9b5fb38c-9ba8-4bfd-8d74-aff9cc324b9a req-9ff84e82-f503-4d38-9cc7-54e69fe1f8a7 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Synchronizing usage tracker for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:14:51.974528 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da581d6a-9476-48f1-9b2b-e77863f63b59 req-39a3bcad-78f4-43bd-b3ea-df0ce431e671 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754 HTTP/1.1" status: 200  len: 1001 time: 0.6185856
Apr 20 14:14:52.034548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning for port ccc8ec41-360c-4ecc-9904-5599471a9690 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:52.093226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da581d6a-9476-48f1-9b2b-e77863f63b59 req-bf524837-78b0-4c8c-8818-715cab07a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:52.094845 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da581d6a-9476-48f1-9b2b-e77863f63b59 req-bf524837-78b0-4c8c-8818-715cab07a3e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 200  len: 856 time: 0.0995746
Apr 20 14:14:52.100948 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port ccc8ec41-360c-4ecc-9904-5599471a9690 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:52.101384 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:52.223820 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-9b5fb38c-9ba8-4bfd-8d74-aff9cc324b9a req-9ff84e82-f503-4d38-9cc7-54e69fe1f8a7 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Unset dirty status for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:14:52.236327 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9b5fb38c-9ba8-4bfd-8d74-aff9cc324b9a req-9ff84e82-f503-4d38-9cc7-54e69fe1f8a7 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1&id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6492882
Apr 20 14:14:52.262863 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:52.275170 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852964856'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:52.280808 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:52.388883 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8f1477cf-2049-4907-932b-5a64383a01bc req-53824e20-2aa7-42ab-99b4-cb6642b15141 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4127891
Apr 20 14:14:52.406482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event updated for resources: {'Port': ['ID=dfdf08d9-b196-44d5-a1ed-64788b8f6366,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:52.409950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:52.472523 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f', 'status': 'completed', 'code': 200}
Apr 20 14:14:52.479409 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da581d6a-9476-48f1-9b2b-e77863f63b59 req-ec761962-e363-40d2-8403-1bee1f429ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:52.483306 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da581d6a-9476-48f1-9b2b-e77863f63b59 req-ec761962-e363-40d2-8403-1bee1f429ee8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=208826de-226c-4839-8ac0-886efbb4ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3802319
Apr 20 14:14:52.542398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:52.590655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:52.600470 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.1141460
Apr 20 14:14:52.792029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-234bbe7b-72a5-437d-b8bf-670d151712d5 req-f375a28a-cc26-46a4-8009-663cfea8d902 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Synchronizing usage tracker for tenant:97a558933f5e43e2af90292db774efba on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:14:52.836702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:52.884524 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-234bbe7b-72a5-437d-b8bf-670d151712d5 req-f375a28a-cc26-46a4-8009-663cfea8d902 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Unset dirty status for tenant:97a558933f5e43e2af90292db774efba on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:14:52.896367 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-234bbe7b-72a5-437d-b8bf-670d151712d5 req-f375a28a-cc26-46a4-8009-663cfea8d902 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 210 time: 0.2699382
Apr 20 14:14:52.918418 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7a21c-ee5f-4825-a0b1-69d337a8b5c5 req-6f9034e6-cdcf-4841-b791-25847dd7409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:52.920569 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fae7a21c-ee5f-4825-a0b1-69d337a8b5c5 req-6f9034e6-cdcf-4841-b791-25847dd7409e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29d8195a916f479b9747a1f2f07b9280&device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 1137 time: 0.3720739
Apr 20 14:14:52.946906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] For port ccc8ec41-360c-4ecc-9904-5599471a9690, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=ccc8ec41-360c-4ecc-9904-5599471a9690,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:52.957558 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da581d6a-9476-48f1-9b2b-e77863f63b59 req-117ecdeb-f925-4ef5-bd10-c5f8f14987e7 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4615774
Apr 20 14:14:52.968221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:52.976430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-def6056e-99fb-4f99-8908-467ad3bd6950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:53.045392 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-0df3544c-181a-471f-bd12-1fd7d72fa0f0 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Synchronizing usage tracker for tenant:766c27cfe7f6408c88e8b02814459154 on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:14:53.064519 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-0df3544c-181a-471f-bd12-1fd7d72fa0f0 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Unset dirty status for tenant:766c27cfe7f6408c88e8b02814459154 on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:14:53.073767 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-0df3544c-181a-471f-bd12-1fd7d72fa0f0 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1589139026&fields=id&tenant_id=766c27cfe7f6408c88e8b02814459154 HTTP/1.1" status: 200  len: 267 time: 0.0921559
Apr 20 14:14:53.108004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Pushing event updated for resources: {'Port': ['ID=ccc8ec41-360c-4ecc-9904-5599471a9690,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:53.111705 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:53.299979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-e3ea4317-5bb2-4ae9-a764-5f05fe083b68 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:53.300814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-e3ea4317-5bb2-4ae9-a764-5f05fe083b68 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Synchronizing usage tracker for tenant:766c27cfe7f6408c88e8b02814459154 on resource:network {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:14:53.325772 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-e3ea4317-5bb2-4ae9-a764-5f05fe083b68 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Unset dirty status for tenant:766c27cfe7f6408c88e8b02814459154 on resource:network {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:14:53.327496 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-e3ea4317-5bb2-4ae9-a764-5f05fe083b68 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/networks?id=b5ed19ab-cd2e-445f-9d67-21775a46871e HTTP/1.1" status: 200  len: 811 time: 0.2489913
Apr 20 14:14:53.346148 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-7b44ba7e-6b89-4d9d-801a-2b974959b99f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/quotas/766c27cfe7f6408c88e8b02814459154 HTTP/1.1" status: 200  len: 375 time: 0.0113707
Apr 20 14:14:53.438012 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7a21c-ee5f-4825-a0b1-69d337a8b5c5 req-041c49b7-9be4-47e6-a530-bdb435fe082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:53.439787 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fae7a21c-ee5f-4825-a0b1-69d337a8b5c5 req-041c49b7-9be4-47e6-a530-bdb435fe082b service neutron] 10.222.0.53 "GET /v2.0/networks?id=dba9e294-92e4-413e-8bce-986c47c8eae7 HTTP/1.1" status: 200  len: 916 time: 0.4851675
Apr 20 14:14:53.461875 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-1b701a0c-0b21-4438-8ec0-60697491c2cc tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=766c27cfe7f6408c88e8b02814459154&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1086249
Apr 20 14:14:53.654668 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fae7a21c-ee5f-4825-a0b1-69d337a8b5c5 req-e6c040d5-c2ad-4ba4-9e5e-a7cfb331eee9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f HTTP/1.1" status: 200  len: 999 time: 0.1873488
Apr 20 14:14:53.656858 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da581d6a-9476-48f1-9b2b-e77863f63b59 req-8369318e-7ea8-46a5-b51f-7f0fc1d27606 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6628370
Apr 20 14:14:53.693339 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-b3b11a95-0bac-4cf1-a14c-70eca4c5d155 service neutron] 10.222.0.30 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140622
Apr 20 14:14:53.775814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device ccc8ec41-360c-4ecc-9904-5599471a9690 up at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:14:53.884406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device d6282bdb-22ac-4160-a0b6-dd005b8b3754 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:14:53.927989 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-c42c3257-3395-41d0-b5af-e2a475ffa7a4 service neutron] 10.222.0.30 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2238736
Apr 20 14:14:54.023222 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7a21c-ee5f-4825-a0b1-69d337a8b5c5 req-cd34686b-05bb-4b90-924a-e2d8974415ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:54.024886 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fae7a21c-ee5f-4825-a0b1-69d337a8b5c5 req-cd34686b-05bb-4b90-924a-e2d8974415ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=733e26ca-97ac-403f-a602-f010414e3fe8 HTTP/1.1" status: 200  len: 854 time: 0.3606570
Apr 20 14:14:54.136471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Provisioning complete for port ccc8ec41-360c-4ecc-9904-5599471a9690 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:54.136895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:54.258208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-c27e976a-c1b0-41c5-bb37-002cbb7d0fe1 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:54.259976 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-c27e976a-c1b0-41c5-bb37-002cbb7d0fe1 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.53 "GET /v2.0/networks?id=29bba51e-0be9-4388-a277-245657ce63a7 HTTP/1.1" status: 200  len: 809 time: 0.4933171
Apr 20 14:14:54.280337 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:54.296745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d1291-af25-471d-b105-c39eec659330 req-b003024e-61de-4502-9d24-cffb4a477a84 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:54.298868 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e5d1291-af25-471d-b105-c39eec659330 req-b003024e-61de-4502-9d24-cffb4a477a84 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 945 time: 0.7059910
Apr 20 14:14:54.374196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:14:54.375204 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7f7398d0-7456-453b-849c-f550dfa1bbe6 req-ff24c44d-0241-49b5-948c-a8cb439d1575 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 210 time: 0.1322567
Apr 20 14:14:54.513290 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a49e613a-b65c-4b12-a61e-550a72dd9279 req-6a7a6767-5c73-4541-b525-e54c84a10f4e tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 210 time: 0.0628703
Apr 20 14:14:54.523095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port d6282bdb-22ac-4160-a0b6-dd005b8b3754, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:14:54.535143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:54.537027 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:54.539311 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e5d1291-af25-471d-b105-c39eec659330 req-0cd6b0e5-e5e9-405a-a7dc-03f5515f0eca tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2182636
Apr 20 14:14:54.547181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-98feb6e6-60ea-4449-bf8c-285a09acdd95 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Synchronizing usage tracker for tenant:97a558933f5e43e2af90292db774efba on resource:security_group {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:14:54.565628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7a21c-ee5f-4825-a0b1-69d337a8b5c5 req-48d4dc12-8417-4858-a648-bc7657993702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:54.567706 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fae7a21c-ee5f-4825-a0b1-69d337a8b5c5 req-48d4dc12-8417-4858-a648-bc7657993702 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dba9e294-92e4-413e-8bce-986c47c8eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5257189
Apr 20 14:14:54.571909 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-98feb6e6-60ea-4449-bf8c-285a09acdd95 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Unset dirty status for tenant:97a558933f5e43e2af90292db774efba on resource:security_group {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:14:54.573452 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-98feb6e6-60ea-4449-bf8c-285a09acdd95 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97a558933f5e43e2af90292db774efba HTTP/1.1" status: 200  len: 8059 time: 0.2731450
Apr 20 14:14:54.620584 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'code': 200}
Apr 20 14:14:54.655124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=d6282bdb-22ac-4160-a0b6-dd005b8b3754,revision_number=8']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:54.670497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:54.844710 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Request body: {'port': {'device_id': '33f708f4-4464-419d-b39b-39301058c4d8', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'admin_state_up': True, 'tenant_id': '97a558933f5e43e2af90292db774efba', 'security_groups': ['6dec6058-55da-4d93-bea2-53818803fc52']}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:54.919604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57274) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:54.930049 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fae7a21c-ee5f-4825-a0b1-69d337a8b5c5 req-3f4d7410-225d-4f81-856f-b560c04e5a91 service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3550150
Apr 20 14:14:55.135962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f81a31-7b25-4967-b218-653a0671052f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:55.154682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-c8f81a31-7b25-4967-b218-653a0671052f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:55.160046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-c8f81a31-7b25-4967-b218-653a0671052f admin admin] Usage tracker for resource:security_group_rule and tenant:f26c93eee55d47d29fbae4281a3bb504 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:55.165101 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-c8f81a31-7b25-4967-b218-653a0671052f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:55.165775 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:55.172688 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-c8f81a31-7b25-4967-b218-653a0671052f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:55.186489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:55.222810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Made reservation on behalf of 97a558933f5e43e2af90292db774efba for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:14:55.229165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:55.263667 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fae7a21c-ee5f-4825-a0b1-69d337a8b5c5 req-7c5a82f0-7c08-4506-a81a-1870e7e904de service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2268486
Apr 20 14:14:55.298126 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f81a31-7b25-4967-b218-653a0671052f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:55.305081 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c8f81a31-7b25-4967-b218-653a0671052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:55.317473 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:55.371673 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-c8f81a31-7b25-4967-b218-653a0671052f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f26c93eee55d47d29fbae4281a3bb504&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4504600
Apr 20 14:14:55.372738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f81a31-7b25-4967-b218-653a0671052f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8230ce0b-09f9-43e5-baee-5b4e2d7dda09,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:55.377041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c8f81a31-7b25-4967-b218-653a0671052f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:55.377610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57280) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:55.468152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b7c39b2-bb93-472c-a802-0b9c907bb8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:55.521880 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b7c39b2-bb93-472c-a802-0b9c907bb8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:55.588970 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b7c39b2-bb93-472c-a802-0b9c907bb8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:55.590701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Allocated IP 172.20.0.14 (29bba51e-0be9-4388-a277-245657ce63a7/1788568a-f25b-4954-9a4b-2f15aca700bc/4ec0b3d7-0eaf-4882-875d-c049f135355d) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:14:55.596586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-47085bfb-f2c8-4f1d-a4ff-686023bf5006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:55.614759 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c39b2-bb93-472c-a802-0b9c907bb8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8230ce0b-09f9-43e5-baee-5b4e2d7dda09,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:55.617471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8b7c39b2-bb93-472c-a802-0b9c907bb8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:55.620130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b7c39b2-bb93-472c-a802-0b9c907bb8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:55.624750 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-8b7c39b2-bb93-472c-a802-0b9c907bb8ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8230ce0b-09f9-43e5-baee-5b4e2d7dda09 HTTP/1.1" status: 204  len: 168 time: 0.2428901
Apr 20 14:14:55.749978 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ad85e9d3-9852-4f4e-95ef-c2962b463eb4 req-f72ad6b8-b27c-46c6-89f3-a49853c18cb3 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 210 time: 0.1421025
Apr 20 14:14:55.851769 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b84f502f-65b5-42d2-bd0e-ec5fe62c3795 req-a4759e3f-c401-4926-8036-4d9450cd90fb tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 210 time: 0.0811255
Apr 20 14:14:56.201936 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57294) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:56.224618 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-12ab2805-6502-47d9-8abb-ade5710b8758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:56.244768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-12ab2805-6502-47d9-8abb-ade5710b8758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:56.250032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-12ab2805-6502-47d9-8abb-ade5710b8758 admin admin] Usage tracker for resource:security_group_rule and tenant:cfab51a3f44046c984ec034257221d0c is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:56.253995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-12ab2805-6502-47d9-8abb-ade5710b8758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:56.263625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-12ab2805-6502-47d9-8abb-ade5710b8758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:56.379212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-12ab2805-6502-47d9-8abb-ade5710b8758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:56.383098 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-12ab2805-6502-47d9-8abb-ade5710b8758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:56.393472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ab01f20c-edc8-484e-b458-56d75b82d9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:56.452460 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-12ab2805-6502-47d9-8abb-ade5710b8758 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cfab51a3f44046c984ec034257221d0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2446148
Apr 20 14:14:56.453062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57300) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:56.456642 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab2805-6502-47d9-8abb-ade5710b8758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1838d504-40dc-46de-a231-1abab0f372b6,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:56.460464 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-12ab2805-6502-47d9-8abb-ade5710b8758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:56.474324 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b78d0-465d-4d5b-8f4d-a176945aef2d req-b0a97f35-3c6f-4d7a-87d2-4d5ad17ed238 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:56.476410 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2b8b78d0-465d-4d5b-8f4d-a176945aef2d req-b0a97f35-3c6f-4d7a-87d2-4d5ad17ed238 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.5193241
Apr 20 14:14:56.531267 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:56.534572 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f45ac158-f819-4e34-bb34-93a3349c4022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:56.567090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f45ac158-f819-4e34-bb34-93a3349c4022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:56.594815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Transition to ACTIVE for port object 4ec0b3d7-0eaf-4882-875d-c049f135355d will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:56.619278 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f45ac158-f819-4e34-bb34-93a3349c4022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:56.624729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3a912093-3a79-4d2b-8505-605a0a94ef7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:56.630566 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2b8b78d0-465d-4d5b-8f4d-a176945aef2d req-dc8995d7-6f06-4b7e-a3ec-5b924057eb76 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1245251
Apr 20 14:14:56.640035 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ac158-f819-4e34-bb34-93a3349c4022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1838d504-40dc-46de-a231-1abab0f372b6,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:56.641916 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-50714712-6aaa-4865-8234-0a5d5fed043a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:56.642549 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f45ac158-f819-4e34-bb34-93a3349c4022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:56.643812 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-50714712-6aaa-4865-8234-0a5d5fed043a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.53 "GET /v2.0/networks?id=b5ed19ab-cd2e-445f-9d67-21775a46871e HTTP/1.1" status: 200  len: 811 time: 0.5697155
Apr 20 14:14:56.645065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f45ac158-f819-4e34-bb34-93a3349c4022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:56.650652 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f45ac158-f819-4e34-bb34-93a3349c4022 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1838d504-40dc-46de-a231-1abab0f372b6 HTTP/1.1" status: 204  len: 168 time: 0.1920278
Apr 20 14:14:56.703690 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:56.716497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5f0e5a2f-65d0-43bd-9679-514ed982999a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:56.805115 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Network 29bba51e-0be9-4388-a277-245657ce63a7 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:14:56.820300 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-a01799aa-5ec6-4905-9b81-3b23e7bef050 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=766c27cfe7f6408c88e8b02814459154 HTTP/1.1" status: 200  len: 5709 time: 0.1668882
Apr 20 14:14:56.821178 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:56.828330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:14:56.866192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Request body: {'port': {'device_id': 'ab051028-f14b-438f-86ca-a9bee45c5060', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'admin_state_up': True, 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'security_groups': ['62c05578-f219-43f2-9cc6-c36236105cc8']}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:57.124180 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Pushing event updated for resources: {'Port': ['ID=4ec0b3d7-0eaf-4882-875d-c049f135355d,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:57.144689 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:57.180609 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-d9fe6a25-e7f5-4e92-8ae7-aa83240709df None None] Provisioning for port 4ec0b3d7-0eaf-4882-875d-c049f135355d completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:57.186196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:14:57.197441 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:57.198183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-d9fe6a25-e7f5-4e92-8ae7-aa83240709df None None] Provisioning complete for port 4ec0b3d7-0eaf-4882-875d-c049f135355d triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:57.198301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:57.199143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d9fe6a25-e7f5-4e92-8ae7-aa83240709df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:57.231524 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Usage tracker for resource:port and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:14:57.236652 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4061675
Apr 20 14:14:57.237609 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:14:57.254630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Request body: {'port': {'device_id': '33f708f4-4464-419d-b39b-39301058c4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:57.270623 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe6a25-e7f5-4e92-8ae7-aa83240709df None None] Port 4ec0b3d7-0eaf-4882-875d-c049f135355d cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:14:57.293523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:14:57.341021 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc6deb-e1bd-4577-b703-94d3ab4e6c51 req-15b01624-ea02-48db-8e4c-653f57fc7ff9 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:57.341869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-0ddc6deb-e1bd-4577-b703-94d3ab4e6c51 req-15b01624-ea02-48db-8e4c-653f57fc7ff9 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Synchronizing usage tracker for tenant:97a558933f5e43e2af90292db774efba on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:14:57.350003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Made reservation on behalf of 766c27cfe7f6408c88e8b02814459154 for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:14:57.356496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:57.483373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-0ddc6deb-e1bd-4577-b703-94d3ab4e6c51 req-15b01624-ea02-48db-8e4c-653f57fc7ff9 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Unset dirty status for tenant:97a558933f5e43e2af90292db774efba on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:14:57.484822 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0ddc6deb-e1bd-4577-b703-94d3ab4e6c51 req-15b01624-ea02-48db-8e4c-653f57fc7ff9 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 932 time: 0.4363601
Apr 20 14:14:57.559728 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:57.678316 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0ddc6deb-e1bd-4577-b703-94d3ab4e6c51 req-6cbf1a87-b66d-4e7d-9361-f743f640b560 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1830015
Apr 20 14:14:57.802587 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Allocated IP 172.20.0.5 (b5ed19ab-cd2e-445f-9d67-21775a46871e/2d0873af-78d2-4a57-8751-7ff684d4f9a5/9f457e3e-6f2a-44e5-8692-bbf97b6fcc97) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:14:57.882106 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a27e7c08-30ec-496c-bb64-645359ae4739 req-63dfc9aa-b735-4908-8353-5742bfbc6db9 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 210 time: 0.1225061
Apr 20 14:14:58.206576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:58.275191 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Transition to ACTIVE for port object 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:58.286499 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec0b3d7-0eaf-4882-875d-c049f135355d {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:14:58.296953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:58.319552 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Transition to ACTIVE for port object 4ec0b3d7-0eaf-4882-875d-c049f135355d will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:14:58.326181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:58.337453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-95f976ca-26f3-46b0-afa5-a7a378b7e2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:58.373383 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602449-d9cc-4ff7-982c-fcda4e0d9a20 req-6cc8fc0c-5a50-4fb4-ba5b-86975dac0eb4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:58.376063 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-45602449-d9cc-4ff7-982c-fcda4e0d9a20 req-6cc8fc0c-5a50-4fb4-ba5b-86975dac0eb4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1328900
Apr 20 14:14:58.496260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:58.510289 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-45602449-d9cc-4ff7-982c-fcda4e0d9a20 req-1deb7935-977f-4817-be9c-afcb3dfc9f28 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193807
Apr 20 14:14:58.667376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec0b3d7-0eaf-4882-875d-c049f135355d,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:58.704849 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:58.713090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:58.773987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Network b5ed19ab-cd2e-445f-9d67-21775a46871e is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:14:58.787544 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:14:58.794676 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:14:58.922103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Attempting to bind port 4ec0b3d7-0eaf-4882-875d-c049f135355d on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:14:58.922582 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Attempting to bind port 4ec0b3d7-0eaf-4882-875d-c049f135355d by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'aa6337ea-0271-4897-9d05-a61e358982a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:14:58.922820 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Attempting to bind port 4ec0b3d7-0eaf-4882-875d-c049f135355d on network 29bba51e-0be9-4388-a277-245657ce63a7 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:14:58.936092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Port 4ec0b3d7-0eaf-4882-875d-c049f135355d on network 29bba51e-0be9-4388-a277-245657ce63a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:14:58.936468 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Attempting to bind port 4ec0b3d7-0eaf-4882-875d-c049f135355d on network 29bba51e-0be9-4388-a277-245657ce63a7 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:14:58.958790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:14:58.959286 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Checking segment: {'id': 'aa6337ea-0271-4897-9d05-a61e358982a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:14:58.959982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Bound using segment: {'id': 'aa6337ea-0271-4897-9d05-a61e358982a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:14:58.960820 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Bound port: 4ec0b3d7-0eaf-4882-875d-c049f135355d, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6337ea-0271-4897-9d05-a61e358982a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:14:58.961219 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:59.011553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event updated for resources: {'Port': ['ID=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:14:59.025735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:14:59.105310 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:59.106397 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:59.137506 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3102298
Apr 20 14:14:59.144814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d970255-5e80-4006-80d0-d96169e336ec req-425eec63-fd11-447a-8d9c-019252a6e5f0 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:59.149103 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5d970255-5e80-4006-80d0-d96169e336ec req-425eec63-fd11-447a-8d9c-019252a6e5f0 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 931 time: 0.1137362
Apr 20 14:14:59.152510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-217012de-2773-42fa-82c7-1c2cac0b5eac None None] Provisioning for port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:14:59.159917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-217012de-2773-42fa-82c7-1c2cac0b5eac None None] Provisioning complete for port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:14:59.160338 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-217012de-2773-42fa-82c7-1c2cac0b5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:59.163030 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701511a-49e1-47b8-94e6-59854f349344 req-128d58d3-a978-4c11-9d9f-13ea570cf037 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:59.165527 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2701511a-49e1-47b8-94e6-59854f349344 req-128d58d3-a978-4c11-9d9f-13ea570cf037 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.3241313
Apr 20 14:14:59.178795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Request body: {'port': {'device_id': 'ab051028-f14b-438f-86ca-a9bee45c5060', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:14:59.223127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 57384) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:14:59.238398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-217012de-2773-42fa-82c7-1c2cac0b5eac None None] Port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:14:59.450433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] For port 4ec0b3d7-0eaf-4882-875d-c049f135355d, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:14:59.459540 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2701511a-49e1-47b8-94e6-59854f349344 req-432d9719-4699-4a57-8409-a7b887386bd2 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2437887
Apr 20 14:14:59.474010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] For port 4ec0b3d7-0eaf-4882-875d-c049f135355d, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:14:59.477852 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:59.493421 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5d970255-5e80-4006-80d0-d96169e336ec req-08a1f1a9-6791-42ca-9678-dd5e59da0183 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3389349
Apr 20 14:14:59.515645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:59.549110 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:14:59.638268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:14:59.638954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:14:59.640577 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] 10.222.0.53 "PUT /v2.0/ports/4ec0b3d7-0eaf-4882-875d-c049f135355d HTTP/1.1" status: 200  len: 1094 time: 2.3937407
Apr 20 14:14:59.641472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:14:59.685949 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-0895bbfb-23ae-44c0-b8fe-e29a93ef7c02 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4586375
Apr 20 14:14:59.873602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device d6282bdb-22ac-4160-a0b6-dd005b8b3754 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:14:59.991086 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57408) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:15:00.104331 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'status': 'completed', 'code': 200}
Apr 20 14:15:00.179397 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec0b3d7-0eaf-4882-875d-c049f135355d,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:00.183184 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:00.241226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b3db5195-ae68-4cef-8206-f6f015fa6d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:00.270025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b3db5195-ae68-4cef-8206-f6f015fa6d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:15:00.278040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b3db5195-ae68-4cef-8206-f6f015fa6d0e admin admin] Usage tracker for resource:security_group_rule and tenant:0a90db196215400a89c6c217c8fc77de is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:15:00.282957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b3db5195-ae68-4cef-8206-f6f015fa6d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:15:00.290421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b3db5195-ae68-4cef-8206-f6f015fa6d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:15:00.366161 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-e0cb8f5e-e2bb-48d9-9835-15d60c5ec1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:00.367930 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-e0cb8f5e-e2bb-48d9-9835-15d60c5ec1a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97a558933f5e43e2af90292db774efba&device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 1097 time: 0.2660589
Apr 20 14:15:00.379119 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eb0eb-8c27-43a0-b2ab-7d022ef3dfaf req-e36b4776-31ed-4cd6-9650-37d8b0b9750d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:00.380840 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-882eb0eb-8c27-43a0-b2ab-7d022ef3dfaf req-e36b4776-31ed-4cd6-9650-37d8b0b9750d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.7197859
Apr 20 14:15:00.393433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b3db5195-ae68-4cef-8206-f6f015fa6d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:00.398496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b3db5195-ae68-4cef-8206-f6f015fa6d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:00.408314 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c0c7844a-81f7-41eb-a1f0-c6da9d8e2ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:00.461322 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b3db5195-ae68-4cef-8206-f6f015fa6d0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a90db196215400a89c6c217c8fc77de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4641132
Apr 20 14:15:00.462096 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57418) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:15:00.466292 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db5195-ae68-4cef-8206-f6f015fa6d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30c0eea-6b33-4fbe-b36a-f7f6ebbeff60,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:00.470001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b3db5195-ae68-4cef-8206-f6f015fa6d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:00.505271 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-eb942dc1-f16f-4062-9844-6dcc5103762e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d HTTP/1.1" status: 200  len: 217 time: 0.1201651
Apr 20 14:15:00.565293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcc17c4a-d331-4371-baa2-141058119dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:00.611159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcc17c4a-d331-4371-baa2-141058119dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:00.729253 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-882eb0eb-8c27-43a0-b2ab-7d022ef3dfaf req-3785a240-297f-491b-8c4f-2ed40bb850b1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2739024
Apr 20 14:15:00.746601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcc17c4a-d331-4371-baa2-141058119dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:00.747234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-6bfc9ea6-a39d-4356-815b-91d5b4af9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:00.748950 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-6bfc9ea6-a39d-4356-815b-91d5b4af9698 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1788568a-f25b-4954-9a4b-2f15aca700bc HTTP/1.1" status: 200  len: 848 time: 0.2217436
Apr 20 14:15:00.752746 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6899327c-1794-44db-9b7b-b20cd6857eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:00.795993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b911aed-67d6-4ce6-8bd4-cb59b71b3d05 req-0317dc81-d882-4ed9-8d84-515c8411fd7e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:00.797990 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b911aed-67d6-4ce6-8bd4-cb59b71b3d05 req-0317dc81-d882-4ed9-8d84-515c8411fd7e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.1769750
Apr 20 14:15:00.800211 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc17c4a-d331-4371-baa2-141058119dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30c0eea-6b33-4fbe-b36a-f7f6ebbeff60,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:00.802782 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bcc17c4a-d331-4371-baa2-141058119dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:00.848751 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcc17c4a-d331-4371-baa2-141058119dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:00.852208 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bcc17c4a-d331-4371-baa2-141058119dd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f30c0eea-6b33-4fbe-b36a-f7f6ebbeff60 HTTP/1.1" status: 204  len: 168 time: 0.3855317
Apr 20 14:15:00.913781 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b911aed-67d6-4ce6-8bd4-cb59b71b3d05 req-6bdd77e4-c4c3-43ee-9eac-8da0020be0fc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1010597
Apr 20 14:15:00.997205 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:15:01.014806 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:01.043044 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Transition to ACTIVE for port object 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:15:01.055094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:01.064738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5598c534-5ff9-470f-9e74-4a3cfae2c234 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:01.273402 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Pushing event updated for resources: {'Port': ['ID=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:01.276967 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:01.279529 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-e92a0ee2-6979-420e-9355-097d28f5ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:01.281210 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-e92a0ee2-6979-420e-9355-097d28f5ff13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29bba51e-0be9-4388-a277-245657ce63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4195743
Apr 20 14:15:01.345113 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57430) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:15:01.369097 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80eba61-f27b-4ede-ba9f-16491b8e35f9 req-822682f8-4a43-405b-8802-9c4b6d4d84a3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:01.369970 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-a80eba61-f27b-4ede-ba9f-16491b8e35f9 req-822682f8-4a43-405b-8802-9c4b6d4d84a3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Synchronizing usage tracker for tenant:766c27cfe7f6408c88e8b02814459154 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:15:01.383226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9ed27028-9e67-496d-960d-b84c13042ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:01.413571 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-9ed27028-9e67-496d-960d-b84c13042ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:15:01.419351 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-9ed27028-9e67-496d-960d-b84c13042ad1 admin admin] Usage tracker for resource:security_group_rule and tenant:40ba3470d2114c108b2ed8bc99ce33cb is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:15:01.423651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-9ed27028-9e67-496d-960d-b84c13042ad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:15:01.432457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-9ed27028-9e67-496d-960d-b84c13042ad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:15:01.494532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-a80eba61-f27b-4ede-ba9f-16491b8e35f9 req-822682f8-4a43-405b-8802-9c4b6d4d84a3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Unset dirty status for tenant:766c27cfe7f6408c88e8b02814459154 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:15:01.495844 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a80eba61-f27b-4ede-ba9f-16491b8e35f9 req-822682f8-4a43-405b-8802-9c4b6d4d84a3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 931 time: 0.5610378
Apr 20 14:15:01.519182 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Attempting to bind port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:15:01.519756 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Attempting to bind port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:15:01.520191 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Attempting to bind port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 on network b5ed19ab-cd2e-445f-9d67-21775a46871e {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:15:01.549011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 on network b5ed19ab-cd2e-445f-9d67-21775a46871e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:15:01.549377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Attempting to bind port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 on network b5ed19ab-cd2e-445f-9d67-21775a46871e {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:15:01.570346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:15:01.570730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Checking segment: {'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:15:01.571158 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Bound using segment: {'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:15:01.571641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Bound port: 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:15:01.572033 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:01.583735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9ed27028-9e67-496d-960d-b84c13042ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:01.589381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9ed27028-9e67-496d-960d-b84c13042ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:01.599870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1fb7b30f-7c8f-404a-95db-bc70d72b0cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:01.645039 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-9ed27028-9e67-496d-960d-b84c13042ad1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40ba3470d2114c108b2ed8bc99ce33cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2982323
Apr 20 14:15:01.646893 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed27028-9e67-496d-960d-b84c13042ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f60eda0-f872-4074-8923-4dd9fbe68721,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:01.647473 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-4f9c0599-56bc-40f6-9fd4-038fc8ccf943 service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3298733
Apr 20 14:15:01.649576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57434) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:15:01.653186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9ed27028-9e67-496d-960d-b84c13042ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:01.716036 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a80eba61-f27b-4ede-ba9f-16491b8e35f9 req-f1f8f4ff-b172-4e08-b8e7-7e0190e4b55f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1981351
Apr 20 14:15:01.723912 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4591d6e5-212b-4cbf-80b4-32772437284c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:01.761229 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4591d6e5-212b-4cbf-80b4-32772437284c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:01.833301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4591d6e5-212b-4cbf-80b4-32772437284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:01.849755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c8f81a31-7b25-4967-b218-653a0671052f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:01.876056 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591d6e5-212b-4cbf-80b4-32772437284c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f60eda0-f872-4074-8923-4dd9fbe68721,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:01.879785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4591d6e5-212b-4cbf-80b4-32772437284c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:01.883057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4591d6e5-212b-4cbf-80b4-32772437284c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:01.884316 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-4591d6e5-212b-4cbf-80b4-32772437284c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f60eda0-f872-4074-8923-4dd9fbe68721 HTTP/1.1" status: 204  len: 168 time: 0.2337375
Apr 20 14:15:01.911875 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] For port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:15:01.916008 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da158394-bdb1-49d5-a51f-b9bfd83293e1 req-34f7e60b-b93e-4502-b5e0-428b0c534c19 service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2600179
Apr 20 14:15:01.925049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] For port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:15:01.930985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:01.938359 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-6b72e4a7-22f6-43aa-a516-abc5d6851394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:01.941832 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-6b72e4a7-22f6-43aa-a516-abc5d6851394 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501&tenant_id=1c8677d41c734622b642ad898a8c995f HTTP/1.1" status: 200  len: 1096 time: 0.3396494
Apr 20 14:15:01.944782 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-dfdd7250-5eea-40e6-ba52-995f8d13f984 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:02.037513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0904ee9-5b3f-4b70-81bc-b8540c70d491 req-a864e3ec-3e53-4471-b7ad-365898c92c89 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:02.040151 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c0904ee9-5b3f-4b70-81bc-b8540c70d491 req-a864e3ec-3e53-4471-b7ad-365898c92c89 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1117923
Apr 20 14:15:02.094788 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c0904ee9-5b3f-4b70-81bc-b8540c70d491 req-9697950e-efd6-468a-a908-be6d48060f62 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477026
Apr 20 14:15:02.131029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:02.131830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:02.133641 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] 10.222.0.53 "PUT /v2.0/ports/9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 HTTP/1.1" status: 200  len: 1093 time: 2.9851837
Apr 20 14:15:02.148641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab051028-f14b-438f-86ca-a9bee45c5060', 'tag': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:15:02.324565 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Pushing event updated for resources: {'Port': ['ID=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:02.335908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:02.376989 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e9d82-752d-44c3-90d5-38cb2ee30335 req-4ccf254b-4380-4a7e-980d-bec5faae95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:02.378565 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6c2e9d82-752d-44c3-90d5-38cb2ee30335 req-4ccf254b-4380-4a7e-980d-bec5faae95ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97a558933f5e43e2af90292db774efba&device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 1097 time: 0.3745015
Apr 20 14:15:02.726142 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-23581d55-9aa5-4a19-97cc-25c9c37b6cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:02.727785 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-23581d55-9aa5-4a19-97cc-25c9c37b6cbe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 1096 time: 0.7249758
Apr 20 14:15:02.729840 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab051028-f14b-438f-86ca-a9bee45c5060', 'tag': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97', 'status': 'completed', 'code': 200}
Apr 20 14:15:02.855844 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-01d31618-46ed-488e-af60-056faa72846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:02.857793 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-01d31618-46ed-488e-af60-056faa72846f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766c27cfe7f6408c88e8b02814459154&device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 1096 time: 0.6438048
Apr 20 14:15:02.870906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df74a0b-fc12-43a5-976f-7594bcaeea79 req-1a097a57-ac7e-46ab-acd4-3013f7a2a5b2 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:02.872533 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0df74a0b-fc12-43a5-976f-7594bcaeea79 req-1a097a57-ac7e-46ab-acd4-3013f7a2a5b2 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.7473850
Apr 20 14:15:03.029288 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559009d1-9e20-4364-90da-448f2c578dc4 req-17602e89-b9f3-4098-aa58-f7c7efba7fa3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:03.030972 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-559009d1-9e20-4364-90da-448f2c578dc4 req-17602e89-b9f3-4098-aa58-f7c7efba7fa3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 943 time: 0.1115882
Apr 20 14:15:03.040615 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-88f3dc64-71b7-47a5-96cf-65d2b27b28c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 HTTP/1.1" status: 200  len: 217 time: 0.1599169
Apr 20 14:15:03.098586 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-559009d1-9e20-4364-90da-448f2c578dc4 req-bcc8cc20-7a1c-457b-a4a7-8ab1bbfdded2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542872
Apr 20 14:15:03.152766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e9d82-752d-44c3-90d5-38cb2ee30335 req-4d1f11b6-cc81-41d2-a8b3-4f6f0edeab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:03.154319 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6c2e9d82-752d-44c3-90d5-38cb2ee30335 req-4d1f11b6-cc81-41d2-a8b3-4f6f0edeab6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=29bba51e-0be9-4388-a277-245657ce63a7 HTTP/1.1" status: 200  len: 910 time: 0.7639837
Apr 20 14:15:03.245725 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0df74a0b-fc12-43a5-976f-7594bcaeea79 req-6c482367-437c-4429-8314-c743eea4c08f tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2431140
Apr 20 14:15:03.283005 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6c2e9d82-752d-44c3-90d5-38cb2ee30335 req-812fd07d-218b-44a7-a604-b03432cccf16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d HTTP/1.1" status: 200  len: 217 time: 0.1123137
Apr 20 14:15:03.288721 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-e24e6f6f-93f4-4c66-984a-be18e74280a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:03.291566 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-e24e6f6f-93f4-4c66-984a-be18e74280a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 918 time: 0.5539105
Apr 20 14:15:03.375666 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8073e6-26ee-412f-b1e4-7bd99b762ed6 req-8ab4eb7d-24b6-433d-8b80-5f644a9b5a56 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:03.378791 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1f8073e6-26ee-412f-b1e4-7bd99b762ed6 req-8ab4eb7d-24b6-433d-8b80-5f644a9b5a56 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1463356
Apr 20 14:15:03.402048 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-2ddc57a7-c310-4046-ad74-683a7fa83808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:03.403695 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-2ddc57a7-c310-4046-ad74-683a7fa83808 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d0873af-78d2-4a57-8751-7ff684d4f9a5 HTTP/1.1" status: 200  len: 850 time: 0.3421793
Apr 20 14:15:03.477882 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1f8073e6-26ee-412f-b1e4-7bd99b762ed6 req-34ca781f-ebfb-4f55-b01a-185b6be5f0d7 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920918
Apr 20 14:15:03.509795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e9d82-752d-44c3-90d5-38cb2ee30335 req-9037a847-d691-4269-92ce-6acd4056b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:03.511433 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6c2e9d82-752d-44c3-90d5-38cb2ee30335 req-9037a847-d691-4269-92ce-6acd4056b9f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1788568a-f25b-4954-9a4b-2f15aca700bc HTTP/1.1" status: 200  len: 848 time: 0.2184870
Apr 20 14:15:03.587208 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-fe9733fa-35eb-4d4c-9e4a-afb4e54ad970 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754 HTTP/1.1" status: 200  len: 999 time: 0.2876344
Apr 20 14:15:03.688114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-c8241507-5901-488c-83af-13f39c37756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:03.689765 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-c8241507-5901-488c-83af-13f39c37756a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 200  len: 856 time: 0.0895510
Apr 20 14:15:03.695688 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-793b8947-3bdb-4ca1-aa43-f659ab14ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:03.697311 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-793b8947-3bdb-4ca1-aa43-f659ab14ccb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5ed19ab-cd2e-445f-9d67-21775a46871e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2800055
Apr 20 14:15:03.848425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e9d82-752d-44c3-90d5-38cb2ee30335 req-c38e0427-f222-4596-af31-75dbe07e1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:03.850147 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6c2e9d82-752d-44c3-90d5-38cb2ee30335 req-c38e0427-f222-4596-af31-75dbe07e1809 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29bba51e-0be9-4388-a277-245657ce63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3301651
Apr 20 14:15:04.029229 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-b7f72afc-152a-4590-8d3f-cb28a98ea73e service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2866962
Apr 20 14:15:04.048650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-f87480cc-ccaf-4404-9125-43bee3fb037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:04.050340 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-f87480cc-ccaf-4404-9125-43bee3fb037f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=208826de-226c-4839-8ac0-886efbb4ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3512142
Apr 20 14:15:04.241924 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6c2e9d82-752d-44c3-90d5-38cb2ee30335 req-48354b58-c6e6-4cb4-9808-005c99e43326 service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3818707
Apr 20 14:15:04.257374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a374ce5e-0c17-427f-9e9c-38700c4815c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:04.512655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55215-a698-4276-bb38-a1b836adaa41 req-b19db8ea-e2d4-4bde-8a46-879a56509d8e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:04.516811 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a0b55215-a698-4276-bb38-a1b836adaa41 req-b19db8ea-e2d4-4bde-8a46-879a56509d8e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.1132293
Apr 20 14:15:04.574397 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a0b55215-a698-4276-bb38-a1b836adaa41 req-2af00cbf-9656-4e2e-a384-304012d8f510 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486097
Apr 20 14:15:04.794646 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-f74079df-005f-4149-bfdc-96970bfdbf8e service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7161844
Apr 20 14:15:04.809585 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c49ab412-cc74-4a67-b67b-b1a13eae85d7 req-6075053d-4dc6-4612-b421-aa0e1e2f657e service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7553549
Apr 20 14:15:04.812129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7edc0d-b74a-417c-8dc4-5882a390445f req-5853d684-9311-4f09-9156-6f28ebcce280 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:04.815386 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ae7edc0d-b74a-417c-8dc4-5882a390445f req-5853d684-9311-4f09-9156-6f28ebcce280 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1245422
Apr 20 14:15:04.874300 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ae7edc0d-b74a-417c-8dc4-5882a390445f req-4c20586e-7e0e-4eff-b713-13e22e070040 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504065
Apr 20 14:15:04.961385 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6c2e9d82-752d-44c3-90d5-38cb2ee30335 req-1cf037c6-440a-4ff1-8e1a-f51fffa68217 service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6768718
Apr 20 14:15:04.978352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a050e36-b4de-4f3f-ae5e-f9e73cc92b18 req-9cfeee20-92fd-48a8-b0af-2019d916ff2f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:04.980059 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0a050e36-b4de-4f3f-ae5e-f9e73cc92b18 req-9cfeee20-92fd-48a8-b0af-2019d916ff2f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 943 time: 0.7464316
Apr 20 14:15:05.105021 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0a050e36-b4de-4f3f-ae5e-f9e73cc92b18 req-c4e9440a-6668-487f-a401-464bd5db42de tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103480
Apr 20 14:15:05.107927 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b1bdab6-3e6a-48b9-b02f-3c41334ef73f req-6c62eb12-9656-493a-9c29-e5bb4a41f87d service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3019419
Apr 20 14:15:05.121916 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0568531-dc31-4da5-a7a1-f6fb3b4bb700 req-138a51d2-ed70-4801-967f-e76aba97d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:05.121916 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d0568531-dc31-4da5-a7a1-f6fb3b4bb700 req-138a51d2-ed70-4801-967f-e76aba97d8d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766c27cfe7f6408c88e8b02814459154&device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 1096 time: 0.2089336
Apr 20 14:15:05.283814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0568531-dc31-4da5-a7a1-f6fb3b4bb700 req-61047f84-5160-410c-ab1c-8fcd403de285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:05.285513 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d0568531-dc31-4da5-a7a1-f6fb3b4bb700 req-61047f84-5160-410c-ab1c-8fcd403de285 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5ed19ab-cd2e-445f-9d67-21775a46871e HTTP/1.1" status: 200  len: 912 time: 0.1566749
Apr 20 14:15:05.362437 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d0568531-dc31-4da5-a7a1-f6fb3b4bb700 req-abf4252f-5c42-4800-8a1f-c3514c9553bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 HTTP/1.1" status: 200  len: 217 time: 0.0695174
Apr 20 14:15:05.437125 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0568531-dc31-4da5-a7a1-f6fb3b4bb700 req-6a0671b8-4820-4cd5-a723-b4a5d43218bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:05.438737 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d0568531-dc31-4da5-a7a1-f6fb3b4bb700 req-6a0671b8-4820-4cd5-a723-b4a5d43218bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d0873af-78d2-4a57-8751-7ff684d4f9a5 HTTP/1.1" status: 200  len: 850 time: 0.0697885
Apr 20 14:15:05.526739 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0568531-dc31-4da5-a7a1-f6fb3b4bb700 req-571cbc3e-9f9d-4c0c-9182-e03be22b70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:05.528365 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d0568531-dc31-4da5-a7a1-f6fb3b4bb700 req-571cbc3e-9f9d-4c0c-9182-e03be22b70b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5ed19ab-cd2e-445f-9d67-21775a46871e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817618
Apr 20 14:15:05.683964 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d0568531-dc31-4da5-a7a1-f6fb3b4bb700 req-c6e8094a-94a9-4492-b502-8263d9f26131 service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480203
Apr 20 14:15:05.819942 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab59fb-367d-4916-b5ac-c7aeee1e1bc7 req-5c4dd916-a636-4b78-b186-e4d712f247a8 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:05.821865 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3aab59fb-367d-4916-b5ac-c7aeee1e1bc7 req-5c4dd916-a636-4b78-b186-e4d712f247a8 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.1010706
Apr 20 14:15:05.847021 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d0568531-dc31-4da5-a7a1-f6fb3b4bb700 req-9b81bc7e-42cb-4b3e-9b19-e63b15a049fe service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1539822
Apr 20 14:15:05.881762 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3aab59fb-367d-4916-b5ac-c7aeee1e1bc7 req-95d874ad-6e8a-4e80-a2c8-681932f8108b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529356
Apr 20 14:15:06.110380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed47cb-bb6d-4e5c-868e-0ad495bbf1f9 req-df445da4-ccdc-4c1d-b9e7-ab29f61108fe tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:06.112213 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7aed47cb-bb6d-4e5c-868e-0ad495bbf1f9 req-df445da4-ccdc-4c1d-b9e7-ab29f61108fe tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1100421
Apr 20 14:15:06.167978 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7aed47cb-bb6d-4e5c-868e-0ad495bbf1f9 req-d3bd26cb-cbba-4458-8eb9-366cc50e08ab tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489039
Apr 20 14:15:06.349582 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38297687-dc7f-4369-a986-f71087c0e371 req-f07ea857-0aca-48a6-b7ea-1ebbaef01b26 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:06.349582 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-38297687-dc7f-4369-a986-f71087c0e371 req-f07ea857-0aca-48a6-b7ea-1ebbaef01b26 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 943 time: 0.1126373
Apr 20 14:15:06.421120 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-38297687-dc7f-4369-a986-f71087c0e371 req-bf845f26-ddc3-47ee-b5a4-e324f0c7ab10 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677316
Apr 20 14:15:06.717818 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a1d658cd-c531-4d84-a0f1-44408f656ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:07.143228 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c9110-4992-4a24-8af1-4e07246a248a req-a8992e9f-ad5e-47bb-8ab4-0ed5e4066415 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:07.144997 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-739c9110-4992-4a24-8af1-4e07246a248a req-a8992e9f-ad5e-47bb-8ab4-0ed5e4066415 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.1252575
Apr 20 14:15:07.255318 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-739c9110-4992-4a24-8af1-4e07246a248a req-5b9b1f55-5bd3-4748-b4c4-c86ce3af8da7 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0999553
Apr 20 14:15:07.302901 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:07.438696 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee132880-b1a7-4be0-9bed-6982a45e54ac req-b7ed3734-0080-4d29-b39e-ab962551e144 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:07.440603 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ee132880-b1a7-4be0-9bed-6982a45e54ac req-b7ed3734-0080-4d29-b39e-ab962551e144 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1136906
Apr 20 14:15:07.530822 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ee132880-b1a7-4be0-9bed-6982a45e54ac req-86cd91d0-4813-450c-801f-b1126101f190 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774088
Apr 20 14:15:07.660778 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeb76a-769c-4bca-a210-2c600e6c53b8 req-21431524-2268-4233-b94e-a1f2aca7b602 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:07.663294 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ecbeb76a-769c-4bca-a210-2c600e6c53b8 req-21431524-2268-4233-b94e-a1f2aca7b602 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 943 time: 0.1205699
Apr 20 14:15:07.694727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:07.738970 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ecbeb76a-769c-4bca-a210-2c600e6c53b8 req-1151d138-0379-4dc6-8e73-50e02e1903e9 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564828
Apr 20 14:15:07.905046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:15:08.058314 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:15:08.084903 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'port_id': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97', 'mac_address': 'fa:16:3e:0c:23:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:15:08.189999 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:08.230145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:15:08.265053 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:15:08.270485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:08.274233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-04de83c5-4c59-4412-acec-7c1d03cce2ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:08.393314 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:08.405182 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:08.405959 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:08.406341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:08.406718 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:08.407093 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:08.407487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:08.407832 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:08.408199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:08.408569 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:08.408924 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:08.409283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:08.409641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:08.413634 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:08.414574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:08.603438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289b869-fbd9-4009-8814-5f7c3af01da8 req-8e518376-86db-4723-b05d-26b5216b7e8a tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:08.605197 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0289b869-fbd9-4009-8814-5f7c3af01da8 req-8e518376-86db-4723-b05d-26b5216b7e8a tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.1083722
Apr 20 14:15:08.706045 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0289b869-fbd9-4009-8814-5f7c3af01da8 req-9c1206a9-6a7b-4a4d-a721-b8420f306ea3 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0880275
Apr 20 14:15:08.754133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['9f457e3e-6f2a-44e5-8692-bbf97b6fcc97'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:15:09.057328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be905a0-70f0-4b27-ad3a-9f3a8bb44fa4 req-afc02e45-8fbd-45ee-9eae-645b6ae683f1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:09.060848 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2be905a0-70f0-4b27-ad3a-9f3a8bb44fa4 req-afc02e45-8fbd-45ee-9eae-645b6ae683f1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1793897
Apr 20 14:15:09.127151 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:09.160044 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2be905a0-70f0-4b27-ad3a-9f3a8bb44fa4 req-eb401923-0832-4790-9db0-9e456488ec75 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912428
Apr 20 14:15:09.168376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2f298-d6af-45b7-8e99-aa2b81b3e820 req-15c8c5e2-c077-41f9-86e0-0445ab45acea tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:09.176570 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-50d2f298-d6af-45b7-8e99-aa2b81b3e820 req-15c8c5e2-c077-41f9-86e0-0445ab45acea tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 944 time: 0.2274361
Apr 20 14:15:09.286622 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-50d2f298-d6af-45b7-8e99-aa2b81b3e820 req-626178e2-e87f-45a0-9b4f-8e2758a85932 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973144
Apr 20 14:15:10.013934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dad9f-2a49-412f-9f2f-32b3255c48c3 req-86ae2525-cb38-42fd-8085-75596b2adba0 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:10.015576 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-200dad9f-2a49-412f-9f2f-32b3255c48c3 req-86ae2525-cb38-42fd-8085-75596b2adba0 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0966299
Apr 20 14:15:10.070505 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-200dad9f-2a49-412f-9f2f-32b3255c48c3 req-a15ffded-d17b-44ce-abdc-5613f29b12bd tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472188
Apr 20 14:15:10.412508 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ac94f-5d6b-465c-b8ee-df58c6cffdc8 req-89ba6eb4-4014-4f67-baf1-02942da88f24 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:10.422497 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ff1ac94f-5d6b-465c-b8ee-df58c6cffdc8 req-89ba6eb4-4014-4f67-baf1-02942da88f24 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1078594
Apr 20 14:15:10.528501 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ff1ac94f-5d6b-465c-b8ee-df58c6cffdc8 req-5b74bf47-4a2b-4295-ab01-be6a3e05b507 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045241
Apr 20 14:15:10.644261 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245bf39-9aed-44ba-a51e-bfc2f6ca7431 req-76249aec-70b8-4989-a32c-4f8ddcbe7075 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:10.647318 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d245bf39-9aed-44ba-a51e-bfc2f6ca7431 req-76249aec-70b8-4989-a32c-4f8ddcbe7075 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 944 time: 0.1418328
Apr 20 14:15:10.706812 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d245bf39-9aed-44ba-a51e-bfc2f6ca7431 req-e0af645b-6316-444d-bd11-8a3bbeda4dbb tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522101
Apr 20 14:15:11.327575 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead3823-0b4d-407b-aecd-cd18a36d0d02 req-c7c3fa6f-fac2-4040-b6f9-fc6e76a7c571 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:11.329433 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1ead3823-0b4d-407b-aecd-cd18a36d0d02 req-c7c3fa6f-fac2-4040-b6f9-fc6e76a7c571 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.1018069
Apr 20 14:15:11.385929 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1ead3823-0b4d-407b-aecd-cd18a36d0d02 req-cbce7c09-ecbd-442a-aca8-9034ca210589 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494857
Apr 20 14:15:11.856624 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27793d6e-b1b9-46f4-857f-115bea6aa25f req-26ccdc74-f506-44b0-97a1-451bdcfaaedf tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:11.860693 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-27793d6e-b1b9-46f4-857f-115bea6aa25f req-26ccdc74-f506-44b0-97a1-451bdcfaaedf tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1441128
Apr 20 14:15:11.929209 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:15:11.932056 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-27793d6e-b1b9-46f4-857f-115bea6aa25f req-75cfe620-2de4-4233-b28c-93959307754e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484188
Apr 20 14:15:11.940122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:15:12.029779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e90111-e8a4-4866-827f-bc67620cee9b req-1cbf405a-5b78-4aaf-b674-b1b7ea501d53 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:12.032489 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d4e90111-e8a4-4866-827f-bc67620cee9b req-1cbf405a-5b78-4aaf-b674-b1b7ea501d53 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 944 time: 0.1853261
Apr 20 14:15:12.063147 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:15:12.069427 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:15:12.070316 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:12.164516 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d4e90111-e8a4-4866-827f-bc67620cee9b req-1cb72683-2236-4a6e-9379-2f0f3e5cf0f6 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1163247
Apr 20 14:15:12.212177 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:12.260911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:15:12.262212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab051028-f14b-438f-86ca-a9bee45c5060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:15:12.268621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:12.270858 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:12.365501 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab051028-f14b-438f-86ca-a9bee45c5060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97', 'code': 200}
Apr 20 14:15:12.413513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:12.429850 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:12.612285 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d79eb8-e508-482b-8661-2fc623a4332a req-178ba0e1-3a99-4159-8ad2-9579efb789bd tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:12.614046 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-60d79eb8-e508-482b-8661-2fc623a4332a req-178ba0e1-3a99-4159-8ad2-9579efb789bd tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.1012545
Apr 20 14:15:12.692869 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-60d79eb8-e508-482b-8661-2fc623a4332a req-e4867f7c-f747-4ba8-a390-3765ce35e5cd tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719793
Apr 20 14:15:13.199255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8b9bd-0a76-40c7-a83c-75d7feadab03 req-6151594d-de8b-47a9-b4e9-ffbc0eec893d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:13.200996 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4cb8b9bd-0a76-40c7-a83c-75d7feadab03 req-6151594d-de8b-47a9-b4e9-ffbc0eec893d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1177003
Apr 20 14:15:13.267015 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4cb8b9bd-0a76-40c7-a83c-75d7feadab03 req-108593cf-bae4-43fe-a277-5f41de9776e3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556600
Apr 20 14:15:13.424081 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72739b98-0d67-43a9-9789-4227d822ef65 req-df609d8b-4946-43f3-b838-2d68c9d6467f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:13.425886 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-72739b98-0d67-43a9-9789-4227d822ef65 req-df609d8b-4946-43f3-b838-2d68c9d6467f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1192677
Apr 20 14:15:13.496607 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-72739b98-0d67-43a9-9789-4227d822ef65 req-6658b1d9-7c5b-4466-ad4c-a27fec25b9e5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612805
Apr 20 14:15:13.928549 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11323b30-f80a-4eee-be11-929afd10ce52 req-2c883c07-3351-4f8d-886d-420606ccb770 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:13.930261 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-11323b30-f80a-4eee-be11-929afd10ce52 req-2c883c07-3351-4f8d-886d-420606ccb770 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0987561
Apr 20 14:15:13.981557 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-11323b30-f80a-4eee-be11-929afd10ce52 req-a22c3013-b10c-4fa8-a01c-154dc49e8a8e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444121
Apr 20 14:15:14.518715 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b14d81-2194-40d6-a903-3effdb20109c req-9cd8d82a-abc3-4187-9dfa-97029bb1f72d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:14.520372 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e6b14d81-2194-40d6-a903-3effdb20109c req-9cd8d82a-abc3-4187-9dfa-97029bb1f72d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1094885
Apr 20 14:15:14.586151 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e6b14d81-2194-40d6-a903-3effdb20109c req-4f6e6cb3-384e-4a1a-9ac5-3af4e13240ed tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563717
Apr 20 14:15:14.725453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42942f-2915-49e1-90a1-83d5a1202134 req-ae7aba6f-593e-4c2a-a520-616cde32bfdc tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:14.728360 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ff42942f-2915-49e1-90a1-83d5a1202134 req-ae7aba6f-593e-4c2a-a520-616cde32bfdc tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1056437
Apr 20 14:15:14.796077 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ff42942f-2915-49e1-90a1-83d5a1202134 req-06708123-639c-45fd-952e-f7c5cf987a01 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534153
Apr 20 14:15:15.203777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e888e-2061-4b82-a617-d248788f349c req-9f699c25-705f-4b5b-a744-cd0fbbd577d4 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:15.205465 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cf4e888e-2061-4b82-a617-d248788f349c req-9f699c25-705f-4b5b-a744-cd0fbbd577d4 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0947733
Apr 20 14:15:15.261456 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cf4e888e-2061-4b82-a617-d248788f349c req-bf930ca7-c709-41be-adf9-58e008b87ee5 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481470
Apr 20 14:15:15.976144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f02cd-74e7-487a-85fb-de11d8111f65 req-dbeae470-5113-42d0-a2c7-71c6e84e7ec4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:15.993987 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1d1f02cd-74e7-487a-85fb-de11d8111f65 req-dbeae470-5113-42d0-a2c7-71c6e84e7ec4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1430082
Apr 20 14:15:16.055856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430a594-56c8-4c10-814f-e8cf18f2f406 req-55e647cf-194a-47c3-8aeb-562924a5f878 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:16.057604 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5430a594-56c8-4c10-814f-e8cf18f2f406 req-55e647cf-194a-47c3-8aeb-562924a5f878 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1225455
Apr 20 14:15:16.083400 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1d1f02cd-74e7-487a-85fb-de11d8111f65 req-2caff4b0-e42d-482c-8130-ff68e252c4d3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796926
Apr 20 14:15:16.112491 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5430a594-56c8-4c10-814f-e8cf18f2f406 req-01637830-50d1-4735-8c9c-40cfd8868a5e tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474994
Apr 20 14:15:16.504423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2bfde-8d88-46ad-a995-4a49e3c95337 req-fd6a8d8a-6c61-4025-9af6-b40c1e4c7c86 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:16.506087 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0eb2bfde-8d88-46ad-a995-4a49e3c95337 req-fd6a8d8a-6c61-4025-9af6-b40c1e4c7c86 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0917664
Apr 20 14:15:16.559200 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0eb2bfde-8d88-46ad-a995-4a49e3c95337 req-b829a37f-8fa3-49ae-a407-b1bdaa7b6137 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463579
Apr 20 14:15:17.321653 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a75e21-d703-47f7-8c7e-65ef37d9be37 req-42af3a2f-35d3-4c50-a380-a99729cdc6c0 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:17.330566 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-09a75e21-d703-47f7-8c7e-65ef37d9be37 req-42af3a2f-35d3-4c50-a380-a99729cdc6c0 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1098578
Apr 20 14:15:17.340708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7d1a6-d4ef-4f36-bd8f-020b85966cdf req-81e7b482-1ec6-4736-84d2-d1dea166061b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:17.342469 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5fb7d1a6-d4ef-4f36-bd8f-020b85966cdf req-81e7b482-1ec6-4736-84d2-d1dea166061b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1073558
Apr 20 14:15:17.383342 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-09a75e21-d703-47f7-8c7e-65ef37d9be37 req-fe126e1b-9329-4bb1-b677-5d47fd93d1f2 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516894
Apr 20 14:15:17.402417 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5fb7d1a6-d4ef-4f36-bd8f-020b85966cdf req-d6df6bc1-4f38-4ff5-85bd-a555bdfabce6 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515208
Apr 20 14:15:17.812730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7681f-6939-48bb-81e4-e63ef75725b6 req-b904bd18-635a-4f4a-95d9-b9302a156157 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:17.821199 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7af7681f-6939-48bb-81e4-e63ef75725b6 req-b904bd18-635a-4f4a-95d9-b9302a156157 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.1285446
Apr 20 14:15:17.865614 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7af7681f-6939-48bb-81e4-e63ef75725b6 req-3a530f6f-7c50-4a88-8ae3-e0800845b80f tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433667
Apr 20 14:15:18.614984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4d82d-f287-4513-ba4f-f0aad36afd4c req-a4b6f0e9-d879-48c7-b6e4-a9ad6d74c4e3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:18.616598 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-81c4d82d-f287-4513-ba4f-f0aad36afd4c req-a4b6f0e9-d879-48c7-b6e4-a9ad6d74c4e3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.0934939
Apr 20 14:15:18.638054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad779ce-47ce-4ee6-9b06-ec11af777c23 req-4c282a01-c2db-4278-ad87-2e4fbb515a50 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:18.639671 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9ad779ce-47ce-4ee6-9b06-ec11af777c23 req-4c282a01-c2db-4278-ad87-2e4fbb515a50 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0947409
Apr 20 14:15:18.666631 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-81c4d82d-f287-4513-ba4f-f0aad36afd4c req-5e33f65a-00ed-4465-964a-22769e90ca9e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427244
Apr 20 14:15:18.700058 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9ad779ce-47ce-4ee6-9b06-ec11af777c23 req-756de835-a3f3-4e9a-9d85-a7868c130d6c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533009
Apr 20 14:15:19.077769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96c831-e942-41ca-af87-82eca6a704e3 req-c8898ddb-32fa-42f6-9587-571457a232bf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:19.079458 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6f96c831-e942-41ca-af87-82eca6a704e3 req-c8898ddb-32fa-42f6-9587-571457a232bf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0924451
Apr 20 14:15:19.131605 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6f96c831-e942-41ca-af87-82eca6a704e3 req-2a64425d-c8d9-4810-b978-d8b5fbdeb052 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455844
Apr 20 14:15:19.889451 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ed7e6-ff83-43b1-a95f-ceb4a7c2a5ef req-580f1800-7202-4eab-90f5-66aabc7f70de tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:19.891132 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e48ed7e6-ff83-43b1-a95f-ceb4a7c2a5ef req-580f1800-7202-4eab-90f5-66aabc7f70de tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.0974545
Apr 20 14:15:19.916061 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271539fb-1a1c-4cd0-8dfd-8cbb3a1e4fcf req-f3d6abe8-fbdd-4a78-b6ad-b49ca8672aab tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:19.917789 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-271539fb-1a1c-4cd0-8dfd-8cbb3a1e4fcf req-f3d6abe8-fbdd-4a78-b6ad-b49ca8672aab tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0981112
Apr 20 14:15:19.942470 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e48ed7e6-ff83-43b1-a95f-ceb4a7c2a5ef req-e26fbfd7-0194-477f-8f60-44900b86bb62 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446784
Apr 20 14:15:19.970641 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-271539fb-1a1c-4cd0-8dfd-8cbb3a1e4fcf req-db31c40b-004f-4894-83b7-4064711d33ac tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460041
Apr 20 14:15:20.350955 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0d01c-9c8c-4c2f-b7f2-83777a45c8f0 req-0ed59ef5-1764-4f2f-b749-ec63ef2f6294 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:20.352686 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f9d0d01c-9c8c-4c2f-b7f2-83777a45c8f0 req-0ed59ef5-1764-4f2f-b749-ec63ef2f6294 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.1001687
Apr 20 14:15:20.402601 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f9d0d01c-9c8c-4c2f-b7f2-83777a45c8f0 req-e42fc695-96e5-4210-bfd4-96b1603938a7 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433450
Apr 20 14:15:21.165978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b034e84-7238-4df4-8a47-05e4e0584103 req-8828be83-c181-42eb-b2ae-43b8935c4bcc tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:21.168225 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b034e84-7238-4df4-8a47-05e4e0584103 req-8828be83-c181-42eb-b2ae-43b8935c4bcc tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.0970793
Apr 20 14:15:21.185562 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69a33b-c0a3-4721-81dc-9a119908a3f1 req-63a0b672-7466-43c7-b889-2baffb760b3f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:21.187254 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8f69a33b-c0a3-4721-81dc-9a119908a3f1 req-63a0b672-7466-43c7-b889-2baffb760b3f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0984640
Apr 20 14:15:21.221567 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b034e84-7238-4df4-8a47-05e4e0584103 req-503ae219-e6be-4349-9393-d0efeb2112a4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468593
Apr 20 14:15:21.238054 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8f69a33b-c0a3-4721-81dc-9a119908a3f1 req-d66fa7e5-fa27-434e-ace9-2e75b24099e6 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440500
Apr 20 14:15:21.605849 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da976a8e-4a69-420f-bb85-de9ed8544eed req-bc444e4b-c531-4ac1-aa36-0f2df2aa3684 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:21.607465 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da976a8e-4a69-420f-bb85-de9ed8544eed req-bc444e4b-c531-4ac1-aa36-0f2df2aa3684 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0902195
Apr 20 14:15:21.656760 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da976a8e-4a69-420f-bb85-de9ed8544eed req-e71be87c-714c-4ba0-9ff0-67ff0e75bc15 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426028
Apr 20 14:15:22.439085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcb6bc-786b-4948-b5c2-f54d58b30a08 req-3b30f6cc-d3c6-4093-900d-915f8a54f64f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:22.440641 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3efcb6bc-786b-4948-b5c2-f54d58b30a08 req-3b30f6cc-d3c6-4093-900d-915f8a54f64f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.0950999
Apr 20 14:15:22.445520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180a5db-a52d-4822-a9e7-64763960a45c req-3260a970-62a5-4883-908a-e44c25e1513e tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:22.447228 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e180a5db-a52d-4822-a9e7-64763960a45c req-3260a970-62a5-4883-908a-e44c25e1513e tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0928657
Apr 20 14:15:22.490517 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3efcb6bc-786b-4948-b5c2-f54d58b30a08 req-a5f550c6-eb70-45a1-857a-988ecfdd7ac5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430338
Apr 20 14:15:22.495889 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e180a5db-a52d-4822-a9e7-64763960a45c req-ff9ec608-7ffc-4159-8aed-55639961eeb3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416336
Apr 20 14:15:22.867888 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea969514-8228-4b4a-9008-981a35fd3850 req-a2a98ceb-d312-46bd-b2eb-73f88d682a43 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:22.869602 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea969514-8228-4b4a-9008-981a35fd3850 req-a2a98ceb-d312-46bd-b2eb-73f88d682a43 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0952666
Apr 20 14:15:22.928481 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea969514-8228-4b4a-9008-981a35fd3850 req-f1bf6fd2-8239-47fd-a737-43fb8ac8f23f tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521905
Apr 20 14:15:23.711354 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5c468-6557-4974-9da6-b181dbe672e9 req-05f1f144-945e-4e2e-96fb-263a57c7e610 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:23.712015 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f615a-99f6-49e1-98d0-6ea0fc09a6ee req-005d8036-c9d6-4b40-8104-7248ac3e8e9b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:23.713024 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-54c5c468-6557-4974-9da6-b181dbe672e9 req-05f1f144-945e-4e2e-96fb-263a57c7e610 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0905571
Apr 20 14:15:23.713253 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ee4f615a-99f6-49e1-98d0-6ea0fc09a6ee req-005d8036-c9d6-4b40-8104-7248ac3e8e9b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.0904260
Apr 20 14:15:23.768827 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-54c5c468-6557-4974-9da6-b181dbe672e9 req-4ba64d1f-0b9e-4d7c-8ee5-2912d1a56bc4 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431893
Apr 20 14:15:23.770269 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ee4f615a-99f6-49e1-98d0-6ea0fc09a6ee req-c7b133a1-1532-4e32-9a89-39843d1efb9b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445790
Apr 20 14:15:24.139832 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc5d0-3ded-4f6c-8418-b48eb002d366 req-39604d34-6377-4338-b7eb-527422c94130 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:24.141482 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b86dc5d0-3ded-4f6c-8418-b48eb002d366 req-39604d34-6377-4338-b7eb-527422c94130 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0967155
Apr 20 14:15:24.193727 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b86dc5d0-3ded-4f6c-8418-b48eb002d366 req-aced8918-f5bf-4454-b074-39b7d14be587 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453873
Apr 20 14:15:25.035370 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079c9c3-a8ec-48f2-ac0d-93ee701138f1 req-407bef7b-53c4-46a2-b731-ccf023223a5d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:25.037162 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d079c9c3-a8ec-48f2-ac0d-93ee701138f1 req-407bef7b-53c4-46a2-b731-ccf023223a5d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1146371
Apr 20 14:15:25.091585 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d079c9c3-a8ec-48f2-ac0d-93ee701138f1 req-01556d5f-67e6-4765-9969-3f5d60c098e9 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466001
Apr 20 14:15:25.162318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d237c-ef1d-4e25-a66c-cafab29edae1 req-6f7207f6-adad-446e-aff8-7081c343bc01 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:25.163956 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-780d237c-ef1d-4e25-a66c-cafab29edae1 req-6f7207f6-adad-446e-aff8-7081c343bc01 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1000650
Apr 20 14:15:25.215034 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-780d237c-ef1d-4e25-a66c-cafab29edae1 req-73a2eeb9-a583-4afe-a8b7-d0c395879e6d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442123
Apr 20 14:15:25.409543 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed3e35-fc31-46a1-a171-c026690617ac req-bd3357aa-881a-428f-86ee-61a7f23b7e16 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:25.411107 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-78ed3e35-fc31-46a1-a171-c026690617ac req-bd3357aa-881a-428f-86ee-61a7f23b7e16 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0981543
Apr 20 14:15:25.462692 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-78ed3e35-fc31-46a1-a171-c026690617ac req-f6597a97-60d3-4061-8080-68025142fd01 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448847
Apr 20 14:15:26.299436 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404b4d5-6fc4-4ca4-b851-443a9596f3e1 req-0b69761f-77f3-480e-bfed-46a8580c678a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:26.301105 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9404b4d5-6fc4-4ca4-b851-443a9596f3e1 req-0b69761f-77f3-480e-bfed-46a8580c678a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0924411
Apr 20 14:15:26.359689 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9404b4d5-6fc4-4ca4-b851-443a9596f3e1 req-557fe91d-34e7-4880-9f9a-8cdf0383ca16 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509822
Apr 20 14:15:26.445163 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46473abc-aec7-4233-a908-9c6fe28891d6 req-9dfcd7f3-5059-4c95-804e-7bcaa2ada943 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:26.446836 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-46473abc-aec7-4233-a908-9c6fe28891d6 req-9dfcd7f3-5059-4c95-804e-7bcaa2ada943 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.0925183
Apr 20 14:15:26.501336 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-46473abc-aec7-4233-a908-9c6fe28891d6 req-d1dd4719-5ca7-4120-8a1f-2b06828250a0 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474842
Apr 20 14:15:26.682831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1af69-d59c-416e-a86f-86f9d89bd4b6 req-d00bb5ab-b918-4a37-93c6-f1366b51478a tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:26.684449 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7ea1af69-d59c-416e-a86f-86f9d89bd4b6 req-d00bb5ab-b918-4a37-93c6-f1366b51478a tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0998740
Apr 20 14:15:26.739487 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7ea1af69-d59c-416e-a86f-86f9d89bd4b6 req-39945a76-0390-442e-94e9-6c6f7a0ecebf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481665
Apr 20 14:15:27.571075 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d351b-e767-45dd-a502-df8a258ca073 req-8199a470-8d69-4ebe-838b-ba4d233c25f5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:27.572684 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-198d351b-e767-45dd-a502-df8a258ca073 req-8199a470-8d69-4ebe-838b-ba4d233c25f5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0917690
Apr 20 14:15:27.622644 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-198d351b-e767-45dd-a502-df8a258ca073 req-aec551bb-6a60-4246-af67-565979e699bf tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433125
Apr 20 14:15:27.716677 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640208a-fe79-449a-959d-ebe03861997e req-8e95ecf5-af86-4036-bcaa-868a837761b4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:27.718321 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c640208a-fe79-449a-959d-ebe03861997e req-8e95ecf5-af86-4036-bcaa-868a837761b4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.0968399
Apr 20 14:15:27.772250 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c640208a-fe79-449a-959d-ebe03861997e req-f7c11a1a-b227-415d-bace-2d6c5f73e7d2 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469494
Apr 20 14:15:27.966601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20867d68-6d1a-4224-b1aa-d550553259fd req-a4522b43-2bbf-4479-bba0-b4b863132e23 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:27.968146 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-20867d68-6d1a-4224-b1aa-d550553259fd req-a4522b43-2bbf-4479-bba0-b4b863132e23 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0960009
Apr 20 14:15:28.018441 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-20867d68-6d1a-4224-b1aa-d550553259fd req-6a983893-7db3-42d9-92b2-2f247b7e33eb tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432045
Apr 20 14:15:28.895178 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68507cc4-30a3-47bf-a70b-f431f792dfff req-a1ccb461-77f7-4e14-adbf-044d0670712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:28.896787 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-68507cc4-30a3-47bf-a70b-f431f792dfff req-a1ccb461-77f7-4e14-adbf-044d0670712a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 1098 time: 0.1532023
Apr 20 14:15:28.906372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7739fb3-8c6a-47b9-8c16-49548e0f50a2 req-4be988b4-0296-4abb-b841-3028112fb317 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:28.908073 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a7739fb3-8c6a-47b9-8c16-49548e0f50a2 req-4be988b4-0296-4abb-b841-3028112fb317 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1658440
Apr 20 14:15:28.976612 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-68507cc4-30a3-47bf-a70b-f431f792dfff req-d25a4a70-2900-4ea3-98af-490b9e4758ff service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675347
Apr 20 14:15:28.987523 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a7739fb3-8c6a-47b9-8c16-49548e0f50a2 req-de07098e-be9a-4c10-9efb-433817d4df0a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627558
Apr 20 14:15:28.989952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9607f-cdd7-4dfb-969f-2b6f8637a2b3 req-be553fbb-dbe8-4b64-8725-58a2a16af045 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:28.991814 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9aa9607f-cdd7-4dfb-969f-2b6f8637a2b3 req-be553fbb-dbe8-4b64-8725-58a2a16af045 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.0925367
Apr 20 14:15:29.043100 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9aa9607f-cdd7-4dfb-969f-2b6f8637a2b3 req-01c036f3-5db0-4370-a1d3-1cf9a4af55f8 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441408
Apr 20 14:15:29.226729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae4974-b20a-4cdf-b472-24220376211a req-5c41af8e-44d6-4a90-9fe0-87436bee4198 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:29.228366 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3cae4974-b20a-4cdf-b472-24220376211a req-5c41af8e-44d6-4a90-9fe0-87436bee4198 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0920699
Apr 20 14:15:29.283182 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3cae4974-b20a-4cdf-b472-24220376211a req-ba367fb2-dacb-469f-aea1-87850c0a067d tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466213
Apr 20 14:15:30.006724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 4ec0b3d7-0eaf-4882-875d-c049f135355d details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:15:30.162117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 4ec0b3d7-0eaf-4882-875d-c049f135355d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:15:30.177215 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'port_id': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'mac_address': 'fa:16:3e:d4:d7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:15:30.200072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aec539-e492-479c-84ca-94534d688b13 req-2fb65f9e-a14c-4953-bcf8-c328fd3c5679 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:30.209011 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98aec539-e492-479c-84ca-94534d688b13 req-2fb65f9e-a14c-4953-bcf8-c328fd3c5679 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1003072
Apr 20 14:15:30.242271 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:30.257680 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98aec539-e492-479c-84ca-94534d688b13 req-605a3ee8-fec9-4664-a82b-857a2148ff56 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474279
Apr 20 14:15:30.262551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec0b3d7-0eaf-4882-875d-c049f135355d {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:15:30.262816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4215b3-2b60-45d1-9a1c-7b8206f667ef req-4d6c7fa6-deaa-4bcb-89ae-d62f9e6d6443 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:30.264817 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2e4215b3-2b60-45d1-9a1c-7b8206f667ef req-4d6c7fa6-deaa-4bcb-89ae-d62f9e6d6443 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.0978079
Apr 20 14:15:30.287123 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 4ec0b3d7-0eaf-4882-875d-c049f135355d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:15:30.287283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:30.289171 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:30.326564 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2e4215b3-2b60-45d1-9a1c-7b8206f667ef req-f23412d6-8052-42d5-a77a-2c8b5c9e1aa6 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549014
Apr 20 14:15:30.370174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=4ec0b3d7-0eaf-4882-875d-c049f135355d,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:30.373371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:30.496917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54bce6-da25-418d-8cf1-e5edf189ba26 req-53359cb4-46c0-44fc-bd02-d5ba17bef023 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:30.505465 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9a54bce6-da25-418d-8cf1-e5edf189ba26 req-53359cb4-46c0-44fc-bd02-d5ba17bef023 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 945 time: 0.0957634
Apr 20 14:15:30.564979 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9a54bce6-da25-418d-8cf1-e5edf189ba26 req-82814209-e437-4a5f-9ac5-a5ec082b094b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583754
Apr 20 14:15:30.686738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['4ec0b3d7-0eaf-4882-875d-c049f135355d'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:15:31.537470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb98093-72ea-403b-bd4b-1bdab2d80c7e req-007e50e7-9d59-44fb-addb-53bb04373f31 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:31.539267 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0bb98093-72ea-403b-bd4b-1bdab2d80c7e req-007e50e7-9d59-44fb-addb-53bb04373f31 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.0967765
Apr 20 14:15:31.593502 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0bb98093-72ea-403b-bd4b-1bdab2d80c7e req-0181bf97-93e4-4d38-aec1-5968fb5131cc tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461752
Apr 20 14:15:31.720843 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b44c5-429e-4614-abf6-f552b4b8f4ec req-48155a99-267d-4202-b60f-859d2c507552 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:31.722898 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c58b44c5-429e-4614-abf6-f552b4b8f4ec req-48155a99-267d-4202-b60f-859d2c507552 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.3419664
Apr 20 14:15:31.773752 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c58b44c5-429e-4614-abf6-f552b4b8f4ec req-72953340-901b-4884-b457-4e7987527bd8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425680
Apr 20 14:15:31.797931 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b9319-718b-484b-b586-9004ab989d80 req-6ddfc115-9e97-476c-995f-f642f019b579 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:31.799923 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-825b9319-718b-484b-b586-9004ab989d80 req-6ddfc115-9e97-476c-995f-f642f019b579 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 945 time: 0.0971103
Apr 20 14:15:31.983165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad59b6-3c44-4855-a30a-3f5be8bb7f49 req-543ab525-ee48-4862-89cd-70450c9154fb tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:31.984821 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e3ad59b6-3c44-4855-a30a-3f5be8bb7f49 req-543ab525-ee48-4862-89cd-70450c9154fb tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0957654
Apr 20 14:15:31.994812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 57762) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:15:32.000899 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-65aba8fb-6c46-424a-a558-7cfbb0f99393 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Request body: {'floatingip': {'port_id': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:15:32.070908 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-825b9319-718b-484b-b586-9004ab989d80 req-1b7ff869-94f2-4660-b2c5-665c69b8e2f5 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2648242
Apr 20 14:15:32.084573 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-65aba8fb-6c46-424a-a558-7cfbb0f99393 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:32.712654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-65aba8fb-6c46-424a-a558-7cfbb0f99393 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:32.717739 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-65aba8fb-6c46-424a-a558-7cfbb0f99393 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:32.971479 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [None req-65aba8fb-6c46-424a-a558-7cfbb0f99393 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Floating IP 12dd7d65-4e12-4f77-a164-4ff75182cee2 associated. External IP: 172.27.3.76, port: 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97.
Apr 20 14:15:33.099116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6fbb0-ae4e-4406-ab20-34d9ddbfaaff req-2d290718-de57-423a-ac1f-d88b202c330b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:33.100743 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b2f6fbb0-ae4e-4406-ab20-34d9ddbfaaff req-2d290718-de57-423a-ac1f-d88b202c330b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.3842504
Apr 20 14:15:33.186581 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b2f6fbb0-ae4e-4406-ab20-34d9ddbfaaff req-e321c755-4a16-4b32-bdee-f348152bc9fa tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771387
Apr 20 14:15:33.277038 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f64e-4309-4ad0-a4b0-4e961deb1253 req-0efc9b2a-bf5c-493f-ab22-acf2ca4a1907 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:33.278644 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-13d5f64e-4309-4ad0-a4b0-4e961deb1253 req-0efc9b2a-bf5c-493f-ab22-acf2ca4a1907 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 945 time: 0.0893173
Apr 20 14:15:33.329504 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-13d5f64e-4309-4ad0-a4b0-4e961deb1253 req-f6a3a7b9-2a12-46f2-b855-27a5bba3464f tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442522
Apr 20 14:15:33.396591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65aba8fb-6c46-424a-a558-7cfbb0f99393 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Router a648c827-c35e-49c5-940e-41f8cb483ff8 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:15:33.587126 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aba8fb-6c46-424a-a558-7cfbb0f99393 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:15:33.592270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-65aba8fb-6c46-424a-a558-7cfbb0f99393 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:33.597383 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7be8056-0028-4101-b180-fd090f697f2a None None] Sync routers for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:15:33.607917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be8056-0028-4101-b180-fd090f697f2a None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:15:33.608593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b7be8056-0028-4101-b180-fd090f697f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315f7f278>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:15:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:15:33.657530 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-65aba8fb-6c46-424a-a558-7cfbb0f99393 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "PUT /v2.0/floatingips/12dd7d65-4e12-4f77-a164-4ff75182cee2 HTTP/1.1" status: 200  len: 990 time: 1.6584437
Apr 20 14:15:33.657530 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab051028-f14b-438f-86ca-a9bee45c5060', 'tag': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:15:33.860901 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab051028-f14b-438f-86ca-a9bee45c5060', 'tag': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97', 'status': 'completed', 'code': 200}
Apr 20 14:15:33.988646 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-b7be8056-0028-4101-b180-fd090f697f2a None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:15:34.267796 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-88fdc695-e801-491e-aac5-6843b7a484ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:34.380846 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b7be8056-0028-4101-b180-fd090f697f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315f7f278>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '12dd7d65-4e12-4f77-a164-4ff75182cee2', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'port_id': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'mac_address': 'fa:16:3e:0c:23:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab051028-f14b-438f-86ca-a9bee45c5060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:14:51Z', 'updated_at': '2021-04-20T14:15:32Z', 'revision_number': 1, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:52Z', 'revision_number': 5, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:15:34.385368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7be8056-0028-4101-b180-fd090f697f2a None None] Checking router: a648c827-c35e-49c5-940e-41f8cb483ff8 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:15:34.395323 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be8056-0028-4101-b180-fd090f697f2a None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:15:34.396002 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b7be8056-0028-4101-b180-fd090f697f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315f7f278>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:15:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:15:34.419976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055961e-3ff8-46f1-9b80-e78506da0d56 req-980aee9b-c8ea-4d9c-9866-f3d33cf263c4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:34.421665 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7055961e-3ff8-46f1-9b80-e78506da0d56 req-980aee9b-c8ea-4d9c-9866-f3d33cf263c4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1037066
Apr 20 14:15:34.470713 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7055961e-3ff8-46f1-9b80-e78506da0d56 req-eecd95c3-1e73-4b79-8ec5-ae35b5b99d63 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419850
Apr 20 14:15:34.590320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-b7be8056-0028-4101-b180-fd090f697f2a None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:15:34.674676 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c01c91-7f6d-46eb-8dcd-392c28445932 req-be5f2953-36cf-4bb7-a197-cdfadcce825c tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:34.676238 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-51c01c91-7f6d-46eb-8dcd-392c28445932 req-be5f2953-36cf-4bb7-a197-cdfadcce825c tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 945 time: 0.1001718
Apr 20 14:15:34.724702 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-51c01c91-7f6d-46eb-8dcd-392c28445932 req-175ace64-396b-43ae-a5a3-118e61f9aa47 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419245
Apr 20 14:15:34.991224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b7be8056-0028-4101-b180-fd090f697f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315f7f278>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '12dd7d65-4e12-4f77-a164-4ff75182cee2', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'port_id': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'mac_address': 'fa:16:3e:0c:23:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab051028-f14b-438f-86ca-a9bee45c5060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:14:51Z', 'updated_at': '2021-04-20T14:15:32Z', 'revision_number': 1, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:52Z', 'revision_number': 5, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:15:34.995959 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7be8056-0028-4101-b180-fd090f697f2a None None] The sync data for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi is: [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '12dd7d65-4e12-4f77-a164-4ff75182cee2', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'floating_ip_address': '172.27.3.76', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'port_id': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'mac_address': 'fa:16:3e:0c:23:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab051028-f14b-438f-86ca-a9bee45c5060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:14:51Z', 'updated_at': '2021-04-20T14:15:32Z', 'revision_number': 1, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:52Z', 'revision_number': 5, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:15:35.265351 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704c0add-4f9e-4054-bc43-3ba18b367391 None None] New status for floating IP 12dd7d65-4e12-4f77-a164-4ff75182cee2: ACTIVE {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:15:35.686995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a94aa2-9928-4326-8cef-fc4021da2697 req-e9bb1d7d-64d3-4ad2-858b-fb740739298e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:35.688683 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-84a94aa2-9928-4326-8cef-fc4021da2697 req-e9bb1d7d-64d3-4ad2-858b-fb740739298e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.0926549
Apr 20 14:15:35.737668 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-84a94aa2-9928-4326-8cef-fc4021da2697 req-40e16169-d2cc-4018-84ed-c118824333bf tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421450
Apr 20 14:15:35.940612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95062d-a21b-4a07-94ca-9836b847ff07 req-b8f3d9df-cf1d-4fe9-8b63-3e61ed37748c tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:35.942223 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5a95062d-a21b-4a07-94ca-9836b847ff07 req-b8f3d9df-cf1d-4fe9-8b63-3e61ed37748c tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 945 time: 0.0931754
Apr 20 14:15:35.993410 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5a95062d-a21b-4a07-94ca-9836b847ff07 req-5e5a8096-1029-4da6-986a-ab8f00a79388 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421247
Apr 20 14:15:36.137145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a402acf-35e9-40d9-9be9-74d584e011ae req-47532c53-e605-45b3-a13a-c58e216ec158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:36.138799 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0a402acf-35e9-40d9-9be9-74d584e011ae req-47532c53-e605-45b3-a13a-c58e216ec158 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766c27cfe7f6408c88e8b02814459154&device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 1098 time: 0.0834239
Apr 20 14:15:36.286374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a402acf-35e9-40d9-9be9-74d584e011ae req-ea30fad0-18e4-40b4-9bb9-4e0ad4f9efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:36.287949 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0a402acf-35e9-40d9-9be9-74d584e011ae req-ea30fad0-18e4-40b4-9bb9-4e0ad4f9efb5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5ed19ab-cd2e-445f-9d67-21775a46871e HTTP/1.1" status: 200  len: 912 time: 0.1413746
Apr 20 14:15:36.402125 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0a402acf-35e9-40d9-9be9-74d584e011ae req-b15d38f3-13e2-452d-b66b-f6d4694b1baa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 HTTP/1.1" status: 200  len: 1000 time: 0.1060829
Apr 20 14:15:36.472188 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a402acf-35e9-40d9-9be9-74d584e011ae req-57968aff-4222-444f-8003-b0ea3606a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:36.473809 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0a402acf-35e9-40d9-9be9-74d584e011ae req-57968aff-4222-444f-8003-b0ea3606a1df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d0873af-78d2-4a57-8751-7ff684d4f9a5 HTTP/1.1" status: 200  len: 850 time: 0.0645301
Apr 20 14:15:36.570661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a402acf-35e9-40d9-9be9-74d584e011ae req-45224624-2507-4547-881e-ae29d954d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:36.572236 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0a402acf-35e9-40d9-9be9-74d584e011ae req-45224624-2507-4547-881e-ae29d954d99d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5ed19ab-cd2e-445f-9d67-21775a46871e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818172
Apr 20 14:15:36.714899 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-29efd372-17f2-4595-95d5-32dcd1ef1c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:36.717404 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0a402acf-35e9-40d9-9be9-74d584e011ae req-099e89de-8f7f-439c-95da-4e6913a1032d service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363673
Apr 20 14:15:36.866413 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0a402acf-35e9-40d9-9be9-74d584e011ae req-75b1fe22-e235-43e3-ab47-9221dcb598c2 service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405704
Apr 20 14:15:36.964190 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7e974-338b-46d7-a20e-095c51b86490 req-5eda119c-3c38-4703-8016-e45a60791a1f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:36.965889 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9ad7e974-338b-46d7-a20e-095c51b86490 req-5eda119c-3c38-4703-8016-e45a60791a1f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.0952961
Apr 20 14:15:37.022555 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9ad7e974-338b-46d7-a20e-095c51b86490 req-e365a107-2312-4cb3-bb9d-dff8b6522975 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487156
Apr 20 14:15:37.203531 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfe767-078e-465f-82a2-4a047f392d3e req-54b63bbf-206e-49ac-909c-3ba6bf55af45 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:37.205180 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a6dfe767-078e-465f-82a2-4a047f392d3e req-54b63bbf-206e-49ac-909c-3ba6bf55af45 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 945 time: 0.0900683
Apr 20 14:15:37.256327 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a6dfe767-078e-465f-82a2-4a047f392d3e req-f1e35ca0-bdba-40a7-be96-ce38053c7bf6 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445831
Apr 20 14:15:37.301914 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:37.679674 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:38.080084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 4ec0b3d7-0eaf-4882-875d-c049f135355d up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:15:38.175109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port 4ec0b3d7-0eaf-4882-875d-c049f135355d completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:15:38.180621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port 4ec0b3d7-0eaf-4882-875d-c049f135355d triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:15:38.181041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:38.248945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22682fe4-a82a-47a4-aa17-e8ea833f46e5 req-ee1c5eed-b46f-4cf5-b136-89a411132208 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:38.251172 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-22682fe4-a82a-47a4-aa17-e8ea833f46e5 req-ee1c5eed-b46f-4cf5-b136-89a411132208 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.1003907
Apr 20 14:15:38.305582 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-22682fe4-a82a-47a4-aa17-e8ea833f46e5 req-6be70ba0-bbee-4997-baef-62ebc796fbf1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476854
Apr 20 14:15:38.328960 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:38.362187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:15:38.376341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 4ec0b3d7-0eaf-4882-875d-c049f135355d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:15:38.380857 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:38.383114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:38.457917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:38.488497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=4ec0b3d7-0eaf-4882-875d-c049f135355d,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:38.492103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:38.540182 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568acaa-817f-4c26-9cf3-627a6abb5481 req-b14a317d-4ade-4cc2-bd70-478ac8eda2c6 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:38.541809 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7568acaa-817f-4c26-9cf3-627a6abb5481 req-b14a317d-4ade-4cc2-bd70-478ac8eda2c6 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0976779
Apr 20 14:15:38.593157 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7568acaa-817f-4c26-9cf3-627a6abb5481 req-e394590a-4ba0-4c45-bee3-bc1f61b48d2c tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436611
Apr 20 14:15:38.652210 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'code': 200}
Apr 20 14:15:39.051237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:39.217841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a28f7-4eda-45fd-9f22-acf1e22e8654 req-c6b6b560-1ce5-4687-befd-77a8de7970d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:39.219456 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-283a28f7-4eda-45fd-9f22-acf1e22e8654 req-c6b6b560-1ce5-4687-befd-77a8de7970d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 1099 time: 0.3157980
Apr 20 14:15:39.265270 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-283a28f7-4eda-45fd-9f22-acf1e22e8654 req-511ea064-e29b-424e-9b52-f7e489caade6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384941
Apr 20 14:15:39.526350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f485868-6616-427b-9491-518037e167a7 req-fe5b0a8c-94c9-4c87-a54b-15409dcea503 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:39.528031 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9f485868-6616-427b-9491-518037e167a7 req-fe5b0a8c-94c9-4c87-a54b-15409dcea503 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 943 time: 0.0917025
Apr 20 14:15:39.580297 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9f485868-6616-427b-9491-518037e167a7 req-be76a76b-96b0-4612-a6ac-6481a886eee5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450919
Apr 20 14:15:39.811278 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b7e79-b8b6-4486-8430-6642811e6519 req-78757ddb-71e8-42b5-bdb3-9ad7455346f2 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:39.812829 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8a7b7e79-b8b6-4486-8430-6642811e6519 req-78757ddb-71e8-42b5-bdb3-9ad7455346f2 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0993040
Apr 20 14:15:39.863419 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8a7b7e79-b8b6-4486-8430-6642811e6519 req-ea84efde-2617-4edf-972f-bda9ae17bd1b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440640
Apr 20 14:15:40.075906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885e224-4d83-458e-b207-3ee5d8464c1f req-d074f199-b05e-4f6b-84b7-a0d947b97401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:40.077424 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4885e224-4d83-458e-b207-3ee5d8464c1f req-d074f199-b05e-4f6b-84b7-a0d947b97401 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 1096 time: 0.0789232
Apr 20 14:15:40.098774 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device d6282bdb-22ac-4160-a0b6-dd005b8b3754 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:15:40.238318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885e224-4d83-458e-b207-3ee5d8464c1f req-9c79aca6-e996-428c-bf00-e761730ea2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:40.239943 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4885e224-4d83-458e-b207-3ee5d8464c1f req-9c79aca6-e996-428c-bf00-e761730ea2cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 918 time: 0.1409051
Apr 20 14:15:40.241281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port d6282bdb-22ac-4160-a0b6-dd005b8b3754, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:15:40.255339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'port_id': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'mac_address': 'fa:16:3e:bb:76:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:15:40.314670 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:40.332836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6282bdb-22ac-4160-a0b6-dd005b8b3754 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:15:40.350256 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port d6282bdb-22ac-4160-a0b6-dd005b8b3754, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:15:40.350678 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4885e224-4d83-458e-b207-3ee5d8464c1f req-db83a904-098d-47b0-a17f-2afc9cb881ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754 HTTP/1.1" status: 200  len: 999 time: 0.1029861
Apr 20 14:15:40.354311 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:40.356885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:40.429957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=d6282bdb-22ac-4160-a0b6-dd005b8b3754,revision_number=9']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:40.433273 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:40.479372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885e224-4d83-458e-b207-3ee5d8464c1f req-089a681a-634a-4414-9627-d5f742574ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:40.480987 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4885e224-4d83-458e-b207-3ee5d8464c1f req-089a681a-634a-4414-9627-d5f742574ee8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 200  len: 856 time: 0.0646803
Apr 20 14:15:40.578411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885e224-4d83-458e-b207-3ee5d8464c1f req-45660544-e1ed-4ad9-87ae-9527bfceda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:40.580053 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4885e224-4d83-458e-b207-3ee5d8464c1f req-45660544-e1ed-4ad9-87ae-9527bfceda58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=208826de-226c-4839-8ac0-886efbb4ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0919232
Apr 20 14:15:40.776697 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4885e224-4d83-458e-b207-3ee5d8464c1f req-3e69e7ac-8a11-4573-9767-874c20ef531c service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1887248
Apr 20 14:15:40.913786 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe371d-835a-4c35-93a5-a4c552c9a871 req-defa77e8-9389-4d02-8af9-8d38bd2bc72b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:40.915492 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f4fe371d-835a-4c35-93a5-a4c552c9a871 req-defa77e8-9389-4d02-8af9-8d38bd2bc72b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 944 time: 0.2036159
Apr 20 14:15:40.994627 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4885e224-4d83-458e-b207-3ee5d8464c1f req-29421ee1-7f4d-45b1-b13c-e753bb9f7080 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2097356
Apr 20 14:15:40.997992 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f4fe371d-835a-4c35-93a5-a4c552c9a871 req-b84c33f1-25e1-41eb-9907-c70a998a9317 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705178
Apr 20 14:15:41.091696 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bae60f-3b75-4962-8538-9386560075f1 req-f6de5dfe-a592-4aef-a589-c0f0bd114396 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:41.093332 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00bae60f-3b75-4962-8538-9386560075f1 req-f6de5dfe-a592-4aef-a589-c0f0bd114396 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.1021709
Apr 20 14:15:41.142579 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00bae60f-3b75-4962-8538-9386560075f1 req-fbcf64ff-404a-431f-bad3-d67eff7c9817 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420818
Apr 20 14:15:41.317625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['d6282bdb-22ac-4160-a0b6-dd005b8b3754'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:15:42.226767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684af66-0ed7-481c-9239-63ce27fa6a97 req-d3b50c59-51ec-407e-b0d1-7b37ade50d57 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:42.228634 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6684af66-0ed7-481c-9239-63ce27fa6a97 req-d3b50c59-51ec-407e-b0d1-7b37ade50d57 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 944 time: 0.1003077
Apr 20 14:15:42.282508 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6684af66-0ed7-481c-9239-63ce27fa6a97 req-7a7a20cb-d0c8-45a9-99d9-a36eaca95105 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468793
Apr 20 14:15:42.379043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a828d6-a2c0-4a6e-8ba1-c23358b60ffb req-66d1aaf1-6158-4675-a6d5-39cc2939f2da tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:42.380759 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-56a828d6-a2c0-4a6e-8ba1-c23358b60ffb req-66d1aaf1-6158-4675-a6d5-39cc2939f2da tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0947859
Apr 20 14:15:42.429892 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-56a828d6-a2c0-4a6e-8ba1-c23358b60ffb req-d5e80115-fcf8-4774-842b-ceb247207194 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423887
Apr 20 14:15:42.638450 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7fc5f-545e-40a8-a24a-6cc5458ae0a4 req-36ac5741-4bf8-4aff-b520-29d0a61d8ccc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:42.640080 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3fa7fc5f-545e-40a8-a24a-6cc5458ae0a4 req-36ac5741-4bf8-4aff-b520-29d0a61d8ccc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0950959
Apr 20 14:15:42.689927 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3fa7fc5f-545e-40a8-a24a-6cc5458ae0a4 req-4cb7a8c3-5eab-4928-9f12-374cbedfb7be tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428038
Apr 20 14:15:42.717445 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 57848) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:15:42.990945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93226082-6cb7-4fd4-8cc7-eddcc9d1fc00 tempest-TestShelveInstance-1438221917 tempest-TestShelveInstance-1438221917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:42.994072 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-93226082-6cb7-4fd4-8cc7-eddcc9d1fc00 tempest-TestShelveInstance-1438221917 tempest-TestShelveInstance-1438221917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 1094 time: 0.2753279
Apr 20 14:15:43.000182 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 57856) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:15:43.005945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Request body: {'floatingip': {'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'port_id': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:15:43.012904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:15:43.017350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Usage tracker for resource:floatingip and tenant:97a558933f5e43e2af90292db774efba is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:15:43.020567 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:15:43.027355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:15:43.038235 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for floatingip, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:43.186116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:43.343383 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Allocated IP 172.27.3.15 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/22baa0d5-e609-486c-a1ab-b8a285e54a6a) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:15:43.501526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86444772-63eb-4f35-a3e2-8e36031bce42 req-9206648d-6aa2-412c-bc16-077fb9d0d1a8 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:43.503250 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86444772-63eb-4f35-a3e2-8e36031bce42 req-9206648d-6aa2-412c-bc16-077fb9d0d1a8 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 944 time: 0.0954115
Apr 20 14:15:43.512174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:43.545442 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:43.552042 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:43.556664 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86444772-63eb-4f35-a3e2-8e36031bce42 req-c3adf0da-3d70-499e-8664-00fa52e90c4a tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450578
Apr 20 14:15:43.612109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:15:43.620024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:15:43.622636 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:15:43.671761 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Pushing event updated for resources: {'Port': ['ID=22baa0d5-e609-486c-a1ab-b8a285e54a6a,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:43.686787 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:43.687194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:43.687591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:43.687985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:43.688372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:43.688759 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:43.689141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:43.689521 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:43.689929 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:43.690313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:43.690695 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:43.691077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:43.696752 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:44.131371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:44.132565 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device d6282bdb-22ac-4160-a0b6-dd005b8b3754 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:15:44.209710 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port d6282bdb-22ac-4160-a0b6-dd005b8b3754 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:15:44.210313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:44.217358 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:44.352443 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:44.383981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:15:44.395182 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port d6282bdb-22ac-4160-a0b6-dd005b8b3754, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:15:44.399807 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:44.402058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:44.447623 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'code': 200}
Apr 20 14:15:44.484754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=d6282bdb-22ac-4160-a0b6-dd005b8b3754,revision_number=10']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:44.490024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:44.492172 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:44.496269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:44.501349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-88b243e1-4918-48ef-a217-e06f0464ccd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:44.616560 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Pushing event updated for resources: {'Port': ['ID=22baa0d5-e609-486c-a1ab-b8a285e54a6a,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:44.619623 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:44.629858 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:45.114881 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Floating IP c9575358-4774-48ad-85e7-987a9126cc47 associated. External IP: 172.27.3.15, port: 4ec0b3d7-0eaf-4882-875d-c049f135355d.
Apr 20 14:15:45.250559 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16007e6b-37f1-4309-a5b6-e4794f979041 req-4a396bd8-cf96-4893-97e2-e0a76ba28a45 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:45.252152 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-16007e6b-37f1-4309-a5b6-e4794f979041 req-4a396bd8-cf96-4893-97e2-e0a76ba28a45 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 946 time: 0.5663412
Apr 20 14:15:45.336562 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-16007e6b-37f1-4309-a5b6-e4794f979041 req-cca4d68d-588d-449c-8360-5930d45ab947 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713010
Apr 20 14:15:45.541458 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Router 2a66d69c-2a82-45e1-bc48-a131402ef107 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:15:45.738114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:15:45.748233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f16929-9a01-426e-b7fb-c82c55e9dad1 None None] Sync routers for ids ['2a66d69c-2a82-45e1-bc48-a131402ef107'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:15:45.758489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f16929-9a01-426e-b7fb-c82c55e9dad1 None None] Routers {'2a66d69c-2a82-45e1-bc48-a131402ef107'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:15:45.759181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-69f16929-9a01-426e-b7fb-c82c55e9dad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315497080>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:15:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['2a66d69c-2a82-45e1-bc48-a131402ef107'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:15:45.767296 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:45.831543 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8299859
Apr 20 14:15:45.832259 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:15:45.883352 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'status': 'completed', 'code': 200}
Apr 20 14:15:45.957537 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-69f16929-9a01-426e-b7fb-c82c55e9dad1 None None] Set router 2a66d69c-2a82-45e1-bc48-a131402ef107 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:15:46.335812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-69f16929-9a01-426e-b7fb-c82c55e9dad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315497080>, [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:13:58Z', 'revision_number': 4, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': 'c9575358-4774-48ad-85e7-987a9126cc47', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'port_id': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'mac_address': 'fa:16:3e:d4:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f708f4-4464-419d-b39b-39301058c4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:15:44Z', 'updated_at': '2021-04-20T14:15:44Z', 'revision_number': 0, 'project_id': '97a558933f5e43e2af90292db774efba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d', 'name': '', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'mac_address': 'fa:16:3e:fd:e4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:57Z', 'updated_at': '2021-04-20T14:14:08Z', 'revision_number': 5, 'project_id': '97a558933f5e43e2af90292db774efba', 'subnets': [{'id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:15:46.340425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f16929-9a01-426e-b7fb-c82c55e9dad1 None None] Checking router: 2a66d69c-2a82-45e1-bc48-a131402ef107 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:15:46.350166 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f16929-9a01-426e-b7fb-c82c55e9dad1 None None] Routers {'2a66d69c-2a82-45e1-bc48-a131402ef107'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:15:46.350831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-69f16929-9a01-426e-b7fb-c82c55e9dad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315497080>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:15:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['2a66d69c-2a82-45e1-bc48-a131402ef107'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:15:46.567317 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a71dc-a19c-4a0c-9ee9-745cfe7fb4bd req-219f1b20-44e3-4393-af87-88b730d7eaba tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:46.569143 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-419a71dc-a19c-4a0c-9ee9-745cfe7fb4bd req-219f1b20-44e3-4393-af87-88b730d7eaba tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 946 time: 0.1023715
Apr 20 14:15:46.622492 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-419a71dc-a19c-4a0c-9ee9-745cfe7fb4bd req-de6d8d1d-73aa-4c67-9544-58be9b9321bd tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458436
Apr 20 14:15:46.725625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-69f16929-9a01-426e-b7fb-c82c55e9dad1 None None] Set router 2a66d69c-2a82-45e1-bc48-a131402ef107 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:15:47.122563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-69f16929-9a01-426e-b7fb-c82c55e9dad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315497080>, [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:13:58Z', 'revision_number': 4, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': 'c9575358-4774-48ad-85e7-987a9126cc47', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'port_id': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'mac_address': 'fa:16:3e:d4:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f708f4-4464-419d-b39b-39301058c4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:15:44Z', 'updated_at': '2021-04-20T14:15:44Z', 'revision_number': 0, 'project_id': '97a558933f5e43e2af90292db774efba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d', 'name': '', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'mac_address': 'fa:16:3e:fd:e4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:57Z', 'updated_at': '2021-04-20T14:14:08Z', 'revision_number': 5, 'project_id': '97a558933f5e43e2af90292db774efba', 'subnets': [{'id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:15:47.127026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f16929-9a01-426e-b7fb-c82c55e9dad1 None None] The sync data for ids ['2a66d69c-2a82-45e1-bc48-a131402ef107'] in dv-cinder-774594-5-iscsi is: [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:13:58Z', 'revision_number': 4, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': 'c9575358-4774-48ad-85e7-987a9126cc47', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'port_id': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'mac_address': 'fa:16:3e:d4:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f708f4-4464-419d-b39b-39301058c4d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:15:44Z', 'updated_at': '2021-04-20T14:15:44Z', 'revision_number': 0, 'project_id': '97a558933f5e43e2af90292db774efba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d', 'name': '', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'mac_address': 'fa:16:3e:fd:e4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:57Z', 'updated_at': '2021-04-20T14:14:08Z', 'revision_number': 5, 'project_id': '97a558933f5e43e2af90292db774efba', 'subnets': [{'id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:15:47.409082 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebca56c-96dc-4066-8867-3a466e5adb3e None None] New status for floating IP c9575358-4774-48ad-85e7-987a9126cc47: ACTIVE {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:15:47.843394 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0bfa2-b359-4ab4-ac7b-a4c905bb7361 req-66aa5370-b32a-4701-b578-a5948d89a2d5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:47.844972 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f4e0bfa2-b359-4ab4-ac7b-a4c905bb7361 req-66aa5370-b32a-4701-b578-a5948d89a2d5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 946 time: 0.0872834
Apr 20 14:15:47.893375 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f4e0bfa2-b359-4ab4-ac7b-a4c905bb7361 req-fb497fc3-afc6-4a8c-8000-56d4bba58740 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411544
Apr 20 14:15:48.810810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a8891-d365-4638-9998-751c6899200f req-d64af14a-dd54-4ea6-a09b-0f6bb24f25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:48.812428 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0e1a8891-d365-4638-9998-751c6899200f req-d64af14a-dd54-4ea6-a09b-0f6bb24f25dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97a558933f5e43e2af90292db774efba&device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 1099 time: 0.0859499
Apr 20 14:15:48.941754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:15:49.079913 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a8891-d365-4638-9998-751c6899200f req-c939cafb-995f-462d-9642-f01ddfe8e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:49.081518 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0e1a8891-d365-4638-9998-751c6899200f req-c939cafb-995f-462d-9642-f01ddfe8e1d0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29bba51e-0be9-4388-a277-245657ce63a7 HTTP/1.1" status: 200  len: 910 time: 0.2606592
Apr 20 14:15:49.092043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28291f-5e3f-4054-94ac-19ab0c18d6d3 req-df3e89b2-3802-48a9-a827-7d84b02f9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:49.093628 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2e28291f-5e3f-4054-94ac-19ab0c18d6d3 req-df3e89b2-3802-48a9-a827-7d84b02f9485 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 1099 time: 0.1912363
Apr 20 14:15:49.251212 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2e28291f-5e3f-4054-94ac-19ab0c18d6d3 req-e9589532-f35b-4b0e-ac0e-7c8b63483efc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938108
Apr 20 14:15:49.263965 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0e1a8891-d365-4638-9998-751c6899200f req-b9994e99-1282-4382-b55f-061f60746400 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d HTTP/1.1" status: 200  len: 1001 time: 0.1753993
Apr 20 14:15:49.289760 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e401912-afac-417c-9190-824aa7e31ff3 req-4b484a2a-c39f-446a-bb54-d61443d9c672 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:49.291457 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9e401912-afac-417c-9190-824aa7e31ff3 req-4b484a2a-c39f-446a-bb54-d61443d9c672 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 946 time: 0.2563021
Apr 20 14:15:49.342982 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9e401912-afac-417c-9190-824aa7e31ff3 req-5a8798c5-0a3a-4a77-9ff3-a5fb8ceeac9d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444610
Apr 20 14:15:49.685036 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a8891-d365-4638-9998-751c6899200f req-09e04a06-29aa-4827-9e81-d00eeb8c579d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:49.686688 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0e1a8891-d365-4638-9998-751c6899200f req-09e04a06-29aa-4827-9e81-d00eeb8c579d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1788568a-f25b-4954-9a4b-2f15aca700bc HTTP/1.1" status: 200  len: 848 time: 0.0654161
Apr 20 14:15:49.784222 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a8891-d365-4638-9998-751c6899200f req-db296485-eab4-456c-8114-384246f821a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:49.785884 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0e1a8891-d365-4638-9998-751c6899200f req-db296485-eab4-456c-8114-384246f821a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29bba51e-0be9-4388-a277-245657ce63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0902643
Apr 20 14:15:49.982166 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0e1a8891-d365-4638-9998-751c6899200f req-848ac7f2-fcf8-4c05-a397-bfb7b5345d33 service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417904
Apr 20 14:15:50.134979 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0e1a8891-d365-4638-9998-751c6899200f req-0bedae46-c20a-4182-9d11-dbfce49d78b9 service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447175
Apr 20 14:15:50.560515 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f8055-c86e-4429-924b-c5896d6ee77f req-254c4933-360c-45a8-96c8-1529423d51e4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:50.562205 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db6f8055-c86e-4429-924b-c5896d6ee77f req-254c4933-360c-45a8-96c8-1529423d51e4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 946 time: 0.0897388
Apr 20 14:15:50.613436 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db6f8055-c86e-4429-924b-c5896d6ee77f req-2d58f6f8-cbe5-465d-9975-f8148030c731 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440044
Apr 20 14:15:51.837356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eabcd-2be5-4376-8c6d-ea5946b8c428 req-c4f76a2a-1715-4916-8c68-bb7e47467855 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:15:51.838987 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-102eabcd-2be5-4376-8c6d-ea5946b8c428 req-c4f76a2a-1715-4916-8c68-bb7e47467855 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 946 time: 0.0958130
Apr 20 14:15:51.888490 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-102eabcd-2be5-4376-8c6d-ea5946b8c428 req-ee8041c6-7ceb-4154-adc6-b6df40fa6cff tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426607
Apr 20 14:15:56.202708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 57988) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:15:56.342434 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ac78bc15-bda4-4bf4-96e1-a47dd371988a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:56.358572 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ac78bc15-bda4-4bf4-96e1-a47dd371988a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:15:56.362840 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ac78bc15-bda4-4bf4-96e1-a47dd371988a admin admin] Usage tracker for resource:security_group_rule and tenant:fc40d4ef0ba44d65975353fadc926f75 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:15:56.366015 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ac78bc15-bda4-4bf4-96e1-a47dd371988a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:15:56.372580 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ac78bc15-bda4-4bf4-96e1-a47dd371988a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:15:56.469952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ac78bc15-bda4-4bf4-96e1-a47dd371988a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:56.474319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ac78bc15-bda4-4bf4-96e1-a47dd371988a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:56.482102 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4866efb9-89b4-4e3d-aedd-eebf05e1c7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:56.768192 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ac78bc15-bda4-4bf4-96e1-a47dd371988a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc40d4ef0ba44d65975353fadc926f75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5613284
Apr 20 14:15:56.768192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78bc15-bda4-4bf4-96e1-a47dd371988a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad21bdb-7b7d-46b8-831f-d2dc1cba7854,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:56.769478 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 57996) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:15:56.772018 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ac78bc15-bda4-4bf4-96e1-a47dd371988a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:56.835009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebaaa68b-0395-427f-a3f2-e11837013769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:56.863277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebaaa68b-0395-427f-a3f2-e11837013769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:56.915582 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebaaa68b-0395-427f-a3f2-e11837013769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:56.919546 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ff89d378-c319-4c7f-a1e6-9369ec8f033c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:56.933216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaaa68b-0395-427f-a3f2-e11837013769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad21bdb-7b7d-46b8-831f-d2dc1cba7854,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:56.935725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ebaaa68b-0395-427f-a3f2-e11837013769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:56.942321 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebaaa68b-0395-427f-a3f2-e11837013769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:56.943541 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ebaaa68b-0395-427f-a3f2-e11837013769 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ad21bdb-7b7d-46b8-831f-d2dc1cba7854 HTTP/1.1" status: 204  len: 168 time: 0.1735013
Apr 20 14:15:58.232467 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 58030) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:15:58.363078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-08a47c79-76c7-4415-b645-7a73286b4ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:58.386926 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-08a47c79-76c7-4415-b645-7a73286b4ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:15:58.391569 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-08a47c79-76c7-4415-b645-7a73286b4ad1 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f39128702c483d8334acccd87ce812 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:15:58.394976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-08a47c79-76c7-4415-b645-7a73286b4ad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:15:58.401617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-08a47c79-76c7-4415-b645-7a73286b4ad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:15:58.500517 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-08a47c79-76c7-4415-b645-7a73286b4ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:58.504493 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-08a47c79-76c7-4415-b645-7a73286b4ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:58.517829 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7b061342-27e1-470b-989a-2528dc941e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:58.564045 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-08a47c79-76c7-4415-b645-7a73286b4ad1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3f39128702c483d8334acccd87ce812&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3303468
Apr 20 14:15:58.566008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a47c79-76c7-4415-b645-7a73286b4ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9d4e13-a6ad-4691-a960-9ab842395a7f,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:58.567036 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 58036) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:15:58.569358 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-08a47c79-76c7-4415-b645-7a73286b4ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:15:58.640827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:58.669956 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:58.719283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:58.724838 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bcc17c4a-d331-4371-baa2-141058119dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:15:58.741061 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9d4e13-a6ad-4691-a960-9ab842395a7f,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:15:58.743884 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:15:58.745142 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a9d4e13-a6ad-4691-a960-9ab842395a7f HTTP/1.1" status: 204  len: 168 time: 0.1770272
Apr 20 14:15:58.753567 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:58.754093 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:58.754570 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:58.755034 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:58.755491 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:58.756021 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:58.756481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:58.756942 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:58.757458 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:58.757992 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:58.758589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:58.761460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:15:58.765595 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:01.469808 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-26e90d03-6fb6-4d4b-aa4f-6e5e76749a80 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c437d060ef2a481fb728be6f571e10e9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0349126
Apr 20 14:16:01.635725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-89236c90-8ba9-4119-b8f3-94440772c6bb tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:01.637358 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-89236c90-8ba9-4119-b8f3-94440772c6bb tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1612370
Apr 20 14:16:01.654028 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-5156340b-816f-4ac1-97d8-0176fe80ad63 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/quotas/c437d060ef2a481fb728be6f571e10e9 HTTP/1.1" status: 200  len: 375 time: 0.0102043
Apr 20 14:16:01.710363 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-19f48c57-bc7e-4824-a0f5-87906054af4b tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c437d060ef2a481fb728be6f571e10e9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0488768
Apr 20 14:16:01.915740 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-dec1bec4-a618-4da5-b0ce-46312ea0c859 req-d4ae2aeb-752c-4146-bf0e-0afa5de06ca9 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 210 time: 0.0501750
Apr 20 14:16:03.060956 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-e5df13d1-7f10-4afc-bbef-56016ab368df tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c437d060ef2a481fb728be6f571e10e9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0384462
Apr 20 14:16:03.104905 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-56b63ccb-5ddc-420e-92c4-054ae9803bfc req-1f075009-d879-4754-badd-d9116ebe8b29 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 210 time: 0.0600755
Apr 20 14:16:03.241032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-cbe2d4c4-50f8-4612-937e-0b4de847c22b tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:03.242644 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-cbe2d4c4-50f8-4612-937e-0b4de847c22b tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1745033
Apr 20 14:16:03.258865 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Request body: {'port': {'device_id': '2408648e-55c0-4eb1-b578-724da9641578', 'network_id': 'e34ccc3d-0755-4769-822a-07692513c289', 'admin_state_up': True, 'tenant_id': 'c437d060ef2a481fb728be6f571e10e9'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:16:03.429080 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:16:03.433381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Usage tracker for resource:port and tenant:c437d060ef2a481fb728be6f571e10e9 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:16:03.436534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:16:03.442783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:16:03.453946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Made reservation on behalf of c437d060ef2a481fb728be6f571e10e9 for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:16:03.460127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:03.474930 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:03.492129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:16:03.496592 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Usage tracker for resource:security_group_rule and tenant:c437d060ef2a481fb728be6f571e10e9 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:16:03.499756 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:16:03.506070 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:16:03.597574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:03.601546 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:03.604861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:03.690276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:03.696130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:03.801167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Allocated IP 192.168.233.11 (e34ccc3d-0755-4769-822a-07692513c289/1bef79d8-9e58-453d-a056-285c91ddbece/e2a305f0-7f40-49ab-8835-87b64acd5223) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:16:04.071729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:04.089541 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Transition to ACTIVE for port object e2a305f0-7f40-49ab-8835-87b64acd5223 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:16:04.114163 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:04.120133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-dc6e200b-854b-469e-824b-7907c42eccc7 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:04.197184 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Network e34ccc3d-0755-4769-822a-07692513c289 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:16:04.198490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:16:04.203202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:16:04.248071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Pushing event updated for resources: {'Port': ['ID=e2a305f0-7f40-49ab-8835-87b64acd5223,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:04.262769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:04.273414 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b4d079d-6122-4d6c-b346-9d49f5404a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:04.281854 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:04.282599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:04.323274 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0686748
Apr 20 14:16:04.340192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Request body: {'port': {'device_id': '2408648e-55c0-4eb1-b578-724da9641578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:16:04.343768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8956d1e-7e8b-46c0-af95-2b6002fce338 req-55c16cde-1b74-439e-afa4-8880476a3f43 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:04.345517 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a8956d1e-7e8b-46c0-af95-2b6002fce338 req-55c16cde-1b74-439e-afa4-8880476a3f43 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 935 time: 0.1000166
Apr 20 14:16:04.416946 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a8956d1e-7e8b-46c0-af95-2b6002fce338 req-ad620a58-e2fb-41ec-8843-88212f3ab5ac tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/security-groups?id=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593107
Apr 20 14:16:04.492812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:04.532603 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-0e478bf1-13ef-46f8-923e-be29a590f97d None None] Provisioning for port e2a305f0-7f40-49ab-8835-87b64acd5223 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:16:04.538256 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-0e478bf1-13ef-46f8-923e-be29a590f97d None None] Provisioning complete for port e2a305f0-7f40-49ab-8835-87b64acd5223 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:16:04.538676 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0e478bf1-13ef-46f8-923e-be29a590f97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:04.600372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-0e478bf1-13ef-46f8-923e-be29a590f97d None None] Port e2a305f0-7f40-49ab-8835-87b64acd5223 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:16:04.878063 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a305f0-7f40-49ab-8835-87b64acd5223 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:16:04.886359 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:04.903962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Transition to ACTIVE for port object e2a305f0-7f40-49ab-8835-87b64acd5223 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:16:04.907612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:04.912717 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:05.082952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a305f0-7f40-49ab-8835-87b64acd5223,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:05.091754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:05.174901 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Attempting to bind port e2a305f0-7f40-49ab-8835-87b64acd5223 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:16:05.175273 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Attempting to bind port e2a305f0-7f40-49ab-8835-87b64acd5223 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '2f6a8024-b0a1-4479-bb67-398b4744d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e34ccc3d-0755-4769-822a-07692513c289'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:16:05.175638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Attempting to bind port e2a305f0-7f40-49ab-8835-87b64acd5223 on network e34ccc3d-0755-4769-822a-07692513c289 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:16:05.181540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Port e2a305f0-7f40-49ab-8835-87b64acd5223 on network e34ccc3d-0755-4769-822a-07692513c289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:16:05.181931 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Attempting to bind port e2a305f0-7f40-49ab-8835-87b64acd5223 on network e34ccc3d-0755-4769-822a-07692513c289 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:16:05.187960 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:16:05.188386 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Checking segment: {'id': '2f6a8024-b0a1-4479-bb67-398b4744d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e34ccc3d-0755-4769-822a-07692513c289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:16:05.189011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Bound using segment: {'id': '2f6a8024-b0a1-4479-bb67-398b4744d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e34ccc3d-0755-4769-822a-07692513c289'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:16:05.189613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Bound port: e2a305f0-7f40-49ab-8835-87b64acd5223, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6a8024-b0a1-4479-bb67-398b4744d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e34ccc3d-0755-4769-822a-07692513c289'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:16:05.190111 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:05.291670 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] For port e2a305f0-7f40-49ab-8835-87b64acd5223, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:16:05.294870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] For port e2a305f0-7f40-49ab-8835-87b64acd5223, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e2a305f0-7f40-49ab-8835-87b64acd5223,segment=NetworkSegment(2f6a8024-b0a1-4479-bb67-398b4744d68f),segment_id=2f6a8024-b0a1-4479-bb67-398b4744d68f)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:16:05.299867 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:05.304951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:05.375896 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:05.376607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:05.378276 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] 10.222.0.53 "PUT /v2.0/ports/e2a305f0-7f40-49ab-8835-87b64acd5223 HTTP/1.1" status: 200  len: 1097 time: 1.0445170
Apr 20 14:16:05.378961 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2408648e-55c0-4eb1-b578-724da9641578', 'tag': 'e2a305f0-7f40-49ab-8835-87b64acd5223'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:16:05.406717 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a305f0-7f40-49ab-8835-87b64acd5223,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:05.411083 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:05.487644 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2408648e-55c0-4eb1-b578-724da9641578', 'tag': 'e2a305f0-7f40-49ab-8835-87b64acd5223', 'status': 'completed', 'code': 200}
Apr 20 14:16:05.538763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-bdd5f573-dfc1-442d-a271-dfa597e161a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:05.540534 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-bdd5f573-dfc1-442d-a271-dfa597e161a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c437d060ef2a481fb728be6f571e10e9&device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 1100 time: 0.1027863
Apr 20 14:16:05.662921 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-f01922cc-520e-44ed-a78a-d962076906ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e2a305f0-7f40-49ab-8835-87b64acd5223 HTTP/1.1" status: 200  len: 217 time: 0.0816648
Apr 20 14:16:05.763163 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3184ecc-8fa8-4c6d-9abe-d509dd360a06 req-6cbb56c2-5a70-417b-ad5c-d863cb304115 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:05.763956 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-e3184ecc-8fa8-4c6d-9abe-d509dd360a06 req-6cbb56c2-5a70-417b-ad5c-d863cb304115 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Synchronizing usage tracker for tenant:c437d060ef2a481fb728be6f571e10e9 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:16:05.767892 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-43e4922b-a21c-4de9-8eca-d6ff6278fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:05.769472 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-43e4922b-a21c-4de9-8eca-d6ff6278fb6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1bef79d8-9e58-453d-a056-285c91ddbece HTTP/1.1" status: 200  len: 843 time: 0.0905652
Apr 20 14:16:05.836641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-e3184ecc-8fa8-4c6d-9abe-d509dd360a06 req-6cbb56c2-5a70-417b-ad5c-d863cb304115 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Unset dirty status for tenant:c437d060ef2a481fb728be6f571e10e9 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:16:05.838096 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e3184ecc-8fa8-4c6d-9abe-d509dd360a06 req-6cbb56c2-5a70-417b-ad5c-d863cb304115 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 947 time: 0.2945235
Apr 20 14:16:05.895737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-fcc8769f-3e45-4d86-87b2-615d19b9ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:05.897332 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-fcc8769f-3e45-4d86-87b2-615d19b9ce2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e34ccc3d-0755-4769-822a-07692513c289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1192901
Apr 20 14:16:05.912177 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-e3184ecc-8fa8-4c6d-9abe-d509dd360a06 req-ae440b90-e96b-45b1-b3d0-e4f9f350a736 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Synchronizing usage tracker for tenant:c437d060ef2a481fb728be6f571e10e9 on resource:security_group {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:16:06.022465 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-e3184ecc-8fa8-4c6d-9abe-d509dd360a06 req-ae440b90-e96b-45b1-b3d0-e4f9f350a736 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Unset dirty status for tenant:c437d060ef2a481fb728be6f571e10e9 on resource:security_group {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:16:06.023745 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e3184ecc-8fa8-4c6d-9abe-d509dd360a06 req-ae440b90-e96b-45b1-b3d0-e4f9f350a736 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/security-groups?id=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720567
Apr 20 14:16:06.067546 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-2cd550a6-7000-44e7-88a9-e80f3f815b2e service neutron] 10.222.0.53 "GET /v2.0/networks/e34ccc3d-0755-4769-822a-07692513c289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1593595
Apr 20 14:16:06.228291 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d82bffee-4504-4b5a-89ce-761a68b5a9f5 req-6158f453-194d-4af6-b758-2b95d7321eb5 service neutron] 10.222.0.53 "GET /v2.0/networks/e34ccc3d-0755-4769-822a-07692513c289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496246
Apr 20 14:16:06.361837 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730a345-6c1c-4e0d-a290-dcf62032660b req-1f495ebb-43d1-4446-8eb2-02f65d976f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:06.363494 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3730a345-6c1c-4e0d-a290-dcf62032660b req-1f495ebb-43d1-4446-8eb2-02f65d976f93 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c437d060ef2a481fb728be6f571e10e9&device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 1100 time: 0.0826042
Apr 20 14:16:06.516994 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730a345-6c1c-4e0d-a290-dcf62032660b req-d0914091-1eda-418c-9c15-b393f9e179f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:06.518547 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3730a345-6c1c-4e0d-a290-dcf62032660b req-d0914091-1eda-418c-9c15-b393f9e179f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e34ccc3d-0755-4769-822a-07692513c289 HTTP/1.1" status: 200  len: 870 time: 0.1416352
Apr 20 14:16:06.598290 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3730a345-6c1c-4e0d-a290-dcf62032660b req-ae57832f-6875-4dcb-be48-99af279450f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=e2a305f0-7f40-49ab-8835-87b64acd5223 HTTP/1.1" status: 200  len: 217 time: 0.0711281
Apr 20 14:16:06.669600 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730a345-6c1c-4e0d-a290-dcf62032660b req-bcb3b458-367e-4f7d-8030-12707ebcd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:06.671260 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3730a345-6c1c-4e0d-a290-dcf62032660b req-bcb3b458-367e-4f7d-8030-12707ebcd846 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1bef79d8-9e58-453d-a056-285c91ddbece HTTP/1.1" status: 200  len: 843 time: 0.0661690
Apr 20 14:16:06.719528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b155cf79-ff70-4f99-899e-d412bc96afc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:07.005270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730a345-6c1c-4e0d-a290-dcf62032660b req-ded69223-d27f-40cd-9e46-468a2edd513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:07.006922 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3730a345-6c1c-4e0d-a290-dcf62032660b req-ded69223-d27f-40cd-9e46-468a2edd513d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e34ccc3d-0755-4769-822a-07692513c289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3286078
Apr 20 14:16:07.212025 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3730a345-6c1c-4e0d-a290-dcf62032660b req-42c38c06-c9ef-45be-91b3-c48aa4e16fbf service neutron] 10.222.0.53 "GET /v2.0/networks/e34ccc3d-0755-4769-822a-07692513c289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966631
Apr 20 14:16:07.304539 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:07.347698 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fcb3c-7625-42ec-ad2c-4ca454b628db req-fb290de7-6696-4b21-ab2a-1e0a48770325 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:07.349064 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5e9fcb3c-7625-42ec-ad2c-4ca454b628db req-fb290de7-6696-4b21-ab2a-1e0a48770325 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 947 time: 0.2037256
Apr 20 14:16:07.427468 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3730a345-6c1c-4e0d-a290-dcf62032660b req-291f83f1-2692-4b03-9535-a5d54151f272 service neutron] 10.222.0.53 "GET /v2.0/networks/e34ccc3d-0755-4769-822a-07692513c289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2062979
Apr 20 14:16:07.441139 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5e9fcb3c-7625-42ec-ad2c-4ca454b628db req-703d61d0-a98e-4d70-b7a7-e71c8e3aca78 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/security-groups?id=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718312
Apr 20 14:16:07.685576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:08.399932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:08.663293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938fab6-e893-4206-9162-1447fee8b3c8 req-ce9af098-8b42-412c-a539-5e139c277a8c tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:08.665034 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3938fab6-e893-4206-9162-1447fee8b3c8 req-ce9af098-8b42-412c-a539-5e139c277a8c tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 947 time: 0.0986183
Apr 20 14:16:08.720841 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3938fab6-e893-4206-9162-1447fee8b3c8 req-790b6307-f641-47f8-9f7a-980112123048 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/security-groups?id=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462167
Apr 20 14:16:09.052562 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:09.932327 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d943ec-757c-40a2-830f-b3371471dfa4 req-05ef4237-31f2-401a-9df2-466c57ec36fc tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:09.934049 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01d943ec-757c-40a2-830f-b3371471dfa4 req-05ef4237-31f2-401a-9df2-466c57ec36fc tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 947 time: 0.0949872
Apr 20 14:16:09.983842 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-01d943ec-757c-40a2-830f-b3371471dfa4 req-31f7114d-6174-49aa-a7a1-9d6248e6fa81 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/security-groups?id=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430272
Apr 20 14:16:10.270226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device e2a305f0-7f40-49ab-8835-87b64acd5223 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:16:10.418806 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port e2a305f0-7f40-49ab-8835-87b64acd5223, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e2a305f0-7f40-49ab-8835-87b64acd5223,segment=NetworkSegment(2f6a8024-b0a1-4479-bb67-398b4744d68f),segment_id=2f6a8024-b0a1-4479-bb67-398b4744d68f)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:16:10.434136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'e2a305f0-7f40-49ab-8835-87b64acd5223', 'network_id': 'e34ccc3d-0755-4769-822a-07692513c289', 'port_id': 'e2a305f0-7f40-49ab-8835-87b64acd5223', 'mac_address': 'fa:16:3e:3e:a5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bef79d8-9e58-453d-a056-285c91ddbece', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:16:10.498625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:10.517258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a305f0-7f40-49ab-8835-87b64acd5223 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:16:10.534985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port e2a305f0-7f40-49ab-8835-87b64acd5223, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e2a305f0-7f40-49ab-8835-87b64acd5223,segment=NetworkSegment(2f6a8024-b0a1-4479-bb67-398b4744d68f),segment_id=2f6a8024-b0a1-4479-bb67-398b4744d68f)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:16:10.538862 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:10.540755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7640401c-02da-45fa-9ae1-4b9e1740bb30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:10.611430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=e2a305f0-7f40-49ab-8835-87b64acd5223,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:10.619748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:10.620129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:10.620589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:10.620885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:10.621290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:10.621649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:10.622065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:10.622426 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:10.622789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:10.623181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:10.623578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:10.623949 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:10.628094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:10.931729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['e2a305f0-7f40-49ab-8835-87b64acd5223'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:16:11.201307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886e323-11be-4a6a-8a8c-a409350ec085 req-a83e198a-8ab4-4286-9d8a-b6364d97f97b tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:11.203051 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6886e323-11be-4a6a-8a8c-a409350ec085 req-a83e198a-8ab4-4286-9d8a-b6364d97f97b tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 948 time: 0.0955727
Apr 20 14:16:11.252986 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6886e323-11be-4a6a-8a8c-a409350ec085 req-85014503-d937-4069-87b2-f1d6e70849cb tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/security-groups?id=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432873
Apr 20 14:16:12.110422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff64df-f8f6-495a-b68b-1090395700e8 req-3c0b8e11-8769-4e84-a248-399e5657de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:12.112016 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c6ff64df-f8f6-495a-b68b-1090395700e8 req-3c0b8e11-8769-4e84-a248-399e5657de5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29d8195a916f479b9747a1f2f07b9280&device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 1137 time: 0.0876102
Apr 20 14:16:12.138038 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcda54-43c0-4544-93e0-3dfe229cae7d req-2fd41daa-3fdf-40a7-b4c4-3e4ed45f4484 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:12.139704 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c1dcda54-43c0-4544-93e0-3dfe229cae7d req-2fd41daa-3fdf-40a7-b4c4-3e4ed45f4484 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 984 time: 0.0936902
Apr 20 14:16:12.192082 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c1dcda54-43c0-4544-93e0-3dfe229cae7d req-75f227de-2142-40e1-9510-7708865e60c2 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1&id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0454056
Apr 20 14:16:12.259245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff64df-f8f6-495a-b68b-1090395700e8 req-fc4b6c5e-0b3c-4326-8b80-61ad08312fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:12.260835 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c6ff64df-f8f6-495a-b68b-1090395700e8 req-fc4b6c5e-0b3c-4326-8b80-61ad08312fb0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dba9e294-92e4-413e-8bce-986c47c8eae7 HTTP/1.1" status: 200  len: 916 time: 0.1412001
Apr 20 14:16:12.294234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device e2a305f0-7f40-49ab-8835-87b64acd5223 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:16:12.370564 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port e2a305f0-7f40-49ab-8835-87b64acd5223 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:16:12.376447 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port e2a305f0-7f40-49ab-8835-87b64acd5223 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:16:12.376725 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c6ff64df-f8f6-495a-b68b-1090395700e8 req-a29d4e82-c539-4a19-9788-50497387b104 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f HTTP/1.1" status: 200  len: 999 time: 0.1078660
Apr 20 14:16:12.376870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:12.508326 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:12.511135 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff64df-f8f6-495a-b68b-1090395700e8 req-5d6681ff-b9a2-4c6f-9fb7-c3409d02e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:12.512781 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c6ff64df-f8f6-495a-b68b-1090395700e8 req-5d6681ff-b9a2-4c6f-9fb7-c3409d02e0c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=733e26ca-97ac-403f-a602-f010414e3fe8 HTTP/1.1" status: 200  len: 854 time: 0.0883389
Apr 20 14:16:12.537227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2408648e-55c0-4eb1-b578-724da9641578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a305f0-7f40-49ab-8835-87b64acd5223'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:16:12.548478 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port e2a305f0-7f40-49ab-8835-87b64acd5223, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e2a305f0-7f40-49ab-8835-87b64acd5223,segment=NetworkSegment(2f6a8024-b0a1-4479-bb67-398b4744d68f),segment_id=2f6a8024-b0a1-4479-bb67-398b4744d68f)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:16:12.553101 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:12.555155 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:12.574153 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363017e-debf-4dee-8bb5-6ad142cb14e5 req-7b729ec5-e421-46ff-9766-5b6d5e608567 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:12.575874 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d363017e-debf-4dee-8bb5-6ad142cb14e5 req-7b729ec5-e421-46ff-9766-5b6d5e608567 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 948 time: 0.1947110
Apr 20 14:16:12.594655 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2408648e-55c0-4eb1-b578-724da9641578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a305f0-7f40-49ab-8835-87b64acd5223', 'code': 200}
Apr 20 14:16:12.635865 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=e2a305f0-7f40-49ab-8835-87b64acd5223,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:12.642112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:12.650460 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d363017e-debf-4dee-8bb5-6ad142cb14e5 req-3c4b1f46-17af-4892-9f5b-69366d0ba91b tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/security-groups?id=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630975
Apr 20 14:16:12.657606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff64df-f8f6-495a-b68b-1090395700e8 req-217af931-445a-41de-a2cf-e2110f09d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:12.659408 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c6ff64df-f8f6-495a-b68b-1090395700e8 req-217af931-445a-41de-a2cf-e2110f09d948 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dba9e294-92e4-413e-8bce-986c47c8eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1365025
Apr 20 14:16:12.855793 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c6ff64df-f8f6-495a-b68b-1090395700e8 req-662a9a4b-e563-45ff-8488-5018b1e0f9a9 service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882567
Apr 20 14:16:12.989884 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb2d88-023f-467c-b7c0-6c78c125d975 req-74f16990-52d2-4854-a7c5-040eb00df5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:12.991491 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eecb2d88-023f-467c-b7c0-6c78c125d975 req-74f16990-52d2-4854-a7c5-040eb00df5f6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 1102 time: 0.1890337
Apr 20 14:16:13.056133 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c6ff64df-f8f6-495a-b68b-1090395700e8 req-d6b6ee70-fc7f-4a6b-8904-63277f113ccf service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1909640
Apr 20 14:16:13.068029 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eecb2d88-023f-467c-b7c0-6c78c125d975 req-f17be4b0-6b38-45c2-a6f1-6932abbe134c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614634
Apr 20 14:16:13.405686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a281f-d4bf-4350-9369-1c13ab9ce82d req-c53fe42c-8976-467d-b6af-b89736a0cabd tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:13.407216 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-127a281f-d4bf-4350-9369-1c13ab9ce82d req-c53fe42c-8976-467d-b6af-b89736a0cabd tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 984 time: 0.0959380
Apr 20 14:16:13.471727 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-127a281f-d4bf-4350-9369-1c13ab9ce82d req-d70b74e6-edb0-4a67-91d8-e8aba5de79e4 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1&id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0574477
Apr 20 14:16:13.880933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098ed10-c3ce-4364-a896-a7508db10d1d req-c9bf5f75-167f-4fef-b852-bbf5b7d48086 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:13.882624 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9098ed10-c3ce-4364-a896-a7508db10d1d req-c9bf5f75-167f-4fef-b852-bbf5b7d48086 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 949 time: 0.0980811
Apr 20 14:16:13.933294 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9098ed10-c3ce-4364-a896-a7508db10d1d req-5a7eb18e-53f5-46bf-a3a7-8c2d504ce859 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/security-groups?id=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437458
Apr 20 14:16:14.186715 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04c928-404d-4c8e-8286-412afa306208 req-79ed789a-f110-4b4b-9c3c-b53f4767bbd3 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:14.188249 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0b04c928-404d-4c8e-8286-412afa306208 req-79ed789a-f110-4b4b-9c3c-b53f4767bbd3 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 945 time: 0.0909364
Apr 20 14:16:14.240838 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0b04c928-404d-4c8e-8286-412afa306208 req-452ca276-bc74-4a84-bbde-64f4c64fb9e3 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459995
Apr 20 14:16:14.690988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfa873-4314-4661-a921-42d36d663fd9 req-999c7686-9a24-4883-b908-2750f799e7fd tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:14.692574 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d4dfa873-4314-4661-a921-42d36d663fd9 req-999c7686-9a24-4883-b908-2750f799e7fd tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 984 time: 0.0928204
Apr 20 14:16:14.743957 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d4dfa873-4314-4661-a921-42d36d663fd9 req-2b6ad4b5-40aa-4c2b-907f-4bde2fe4e25f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1&id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0444734
Apr 20 14:16:15.233557 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fad5d-d8d2-4078-8ca9-d61df3bbd576 req-f16894bf-916a-4963-86b7-a771b961807d tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:15.235294 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8a1fad5d-d8d2-4078-8ca9-d61df3bbd576 req-f16894bf-916a-4963-86b7-a771b961807d tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 949 time: 0.0964124
Apr 20 14:16:15.287494 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8a1fad5d-d8d2-4078-8ca9-d61df3bbd576 req-40bdd30c-150d-44ff-a6c2-9d21cdb959d9 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/security-groups?id=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456064
Apr 20 14:16:15.474207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179d743-251b-47d6-92fb-80636e9706ff req-430a95c9-539d-4037-942d-1b25f4678596 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:15.475850 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9179d743-251b-47d6-92fb-80636e9706ff req-430a95c9-539d-4037-942d-1b25f4678596 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 945 time: 0.1143730
Apr 20 14:16:15.526215 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9179d743-251b-47d6-92fb-80636e9706ff req-4253a9f9-1a3a-425c-a61e-b99f3ba0a1d8 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436082
Apr 20 14:16:15.788173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a873fc-7edf-4f8d-af12-a6cd6c7f5e2d req-eb4e80d2-19b6-45b1-98e4-5482f062c254 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:15.789735 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-19a873fc-7edf-4f8d-af12-a6cd6c7f5e2d req-eb4e80d2-19b6-45b1-98e4-5482f062c254 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 949 time: 0.0984693
Apr 20 14:16:15.846700 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-19a873fc-7edf-4f8d-af12-a6cd6c7f5e2d req-e9f871ea-54b4-441d-8880-b783d0841c43 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/security-groups?id=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501332
Apr 20 14:16:15.961043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98bd39-0738-4d6c-9bb0-20edbb0bdf0e req-5733eb29-b896-4c97-a630-b94c405ff541 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:15.962679 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fd98bd39-0738-4d6c-9bb0-20edbb0bdf0e req-5733eb29-b896-4c97-a630-b94c405ff541 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 984 time: 0.0938523
Apr 20 14:16:16.019748 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fd98bd39-0738-4d6c-9bb0-20edbb0bdf0e req-5355a97f-098d-4b22-925a-311298484f4b tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1&id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0462739
Apr 20 14:16:16.130537 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-0a692c1f-708e-40ef-aece-41762b6b8e61 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:16.132093 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-0a692c1f-708e-40ef-aece-41762b6b8e61 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 945 time: 0.0927744
Apr 20 14:16:16.236481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Deleting port e55b5704-4b69-403d-9089-3b00a02616e9 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:16:16.236867 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:16.506538 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] For port e55b5704-4b69-403d-9089-3b00a02616e9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e55b5704-4b69-403d-9089-3b00a02616e9,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:16:16.506866 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:16.886635 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:16.887173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:16.887392 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Floating IP 105f793e-868d-4f66-ab2e-63db9610117f disassociated. External IP: 172.27.3.197, port: e55b5704-4b69-403d-9089-3b00a02616e9.
Apr 20 14:16:16.887771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Calling delete_port for e55b5704-4b69-403d-9089-3b00a02616e9 owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:16:17.070052 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e222777-4f90-449b-becb-ce06317fddc8 req-5283d798-0028-4753-b145-d39978ded09e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:17.071662 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0e222777-4f90-449b-becb-ce06317fddc8 req-5283d798-0028-4753-b145-d39978ded09e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 949 time: 0.0982740
Apr 20 14:16:17.124192 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0e222777-4f90-449b-becb-ce06317fddc8 req-ac759ddc-1736-4109-99f1-1b2657c533fc tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/security-groups?id=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448475
Apr 20 14:16:17.163923 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54eb08c-3543-4914-94a4-7bbd8e51eb8f req-566b683b-b711-4a9f-a8b5-6b66585cbe66 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:17.165524 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a54eb08c-3543-4914-94a4-7bbd8e51eb8f req-566b683b-b711-4a9f-a8b5-6b66585cbe66 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 945 time: 0.4927323
Apr 20 14:16:17.247701 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a54eb08c-3543-4914-94a4-7bbd8e51eb8f req-bcbecbf2-912e-4540-aa38-528d6638ed71 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743613
Apr 20 14:16:17.320362 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbaeb04-0e7a-4141-ab20-d5ba68000e76 req-f24b37d6-13f1-49af-ac3a-7c1f709b4f2f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:17.320855 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:17.322588 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-abbaeb04-0e7a-4141-ab20-d5ba68000e76 req-f24b37d6-13f1-49af-ac3a-7c1f709b4f2f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 984 time: 0.0932014
Apr 20 14:16:17.326946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:17.374552 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-abbaeb04-0e7a-4141-ab20-d5ba68000e76 req-948fdc0d-9a9e-4e8e-b983-c62e2ae0758c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1&id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0457458
Apr 20 14:16:17.375704 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event deleted for resources: {'Port': ['ID=e55b5704-4b69-403d-9089-3b00a02616e9,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:17.384086 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:17.642776 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Router 139390dc-d4f3-45df-ba38-8588e191693e has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:16:17.654759 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dc94d-bc2c-4ce4-ba89-7fe4f0111ad3 req-ed297a23-573f-4667-a368-06a53ec8ee00 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:17.656344 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-500dc94d-bc2c-4ce4-ba89-7fe4f0111ad3 req-ed297a23-573f-4667-a368-06a53ec8ee00 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.53 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 949 time: 0.2065251
Apr 20 14:16:17.876488 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-500dc94d-bc2c-4ce4-ba89-7fe4f0111ad3 req-b3d5f722-802d-472d-ac73-b1974bcb3ea5 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Deleting port e2a305f0-7f40-49ab-8835-87b64acd5223 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:16:17.876902 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-500dc94d-bc2c-4ce4-ba89-7fe4f0111ad3 req-b3d5f722-802d-472d-ac73-b1974bcb3ea5 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:18.002630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:16:18.016296 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ab0e9a-911a-4c1c-9233-26ce49b092ae None None] Sync routers for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:16:18.034799 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ab0e9a-911a-4c1c-9233-26ce49b092ae None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:16:18.035613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-a5ab0e9a-911a-4c1c-9233-26ce49b092ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315427320>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:16:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:16:18.118085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] No DVR routers for this DVR port e55b5704-4b69-403d-9089-3b00a02616e9 on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:16:18.124600 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:18.127538 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1e2bca-7276-447d-8eb7-0df1f0907da3', 'name': 'network-vif-deleted', 'tag': 'e55b5704-4b69-403d-9089-3b00a02616e9'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:16:18.219056 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1e2bca-7276-447d-8eb7-0df1f0907da3', 'name': 'network-vif-deleted', 'tag': 'e55b5704-4b69-403d-9089-3b00a02616e9', 'status': 'completed', 'code': 200}
Apr 20 14:16:18.228338 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86a9194a-5ec4-438f-bab2-bb17b6005743 req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "DELETE /v2.0/ports/e55b5704-4b69-403d-9089-3b00a02616e9 HTTP/1.1" status: 204  len: 173 time: 2.0852473
Apr 20 14:16:18.273735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-a5ab0e9a-911a-4c1c-9233-26ce49b092ae None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:16:18.290253 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-500dc94d-bc2c-4ce4-ba89-7fe4f0111ad3 req-b3d5f722-802d-472d-ac73-b1974bcb3ea5 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] For port e2a305f0-7f40-49ab-8835-87b64acd5223, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=e2a305f0-7f40-49ab-8835-87b64acd5223,segment=NetworkSegment(2f6a8024-b0a1-4479-bb67-398b4744d68f),segment_id=2f6a8024-b0a1-4479-bb67-398b4744d68f)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:16:18.290689 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-500dc94d-bc2c-4ce4-ba89-7fe4f0111ad3 req-b3d5f722-802d-472d-ac73-b1974bcb3ea5 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:18.448136 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-54f0fe77-c732-47cf-ba1c-8ade501bd4d6 req-46caa09b-0cd6-4914-806e-131242e9b78d tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee1e2bca-7276-447d-8eb7-0df1f0907da3 HTTP/1.1" status: 200  len: 210 time: 0.0611424
Apr 20 14:16:18.493112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-500dc94d-bc2c-4ce4-ba89-7fe4f0111ad3 req-b3d5f722-802d-472d-ac73-b1974bcb3ea5 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Calling delete_port for e2a305f0-7f40-49ab-8835-87b64acd5223 owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:16:18.619879 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b3337-650a-4750-9d21-152e6fd9e404 req-f1c6d4a3-3256-4508-9e1c-88a61ea5c44f tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:18.621720 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f35b3337-650a-4750-9d21-152e6fd9e404 req-f1c6d4a3-3256-4508-9e1c-88a61ea5c44f tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/ports?device_id=2408648e-55c0-4eb1-b578-724da9641578 HTTP/1.1" status: 200  len: 949 time: 0.3149412
Apr 20 14:16:18.652608 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a0bcd-6117-4159-a386-6f600c71f8cb req-a05d7ae2-e31c-4957-a884-d5267d018fb5 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:18.657822 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-507a0bcd-6117-4159-a386-6f600c71f8cb req-a05d7ae2-e31c-4957-a884-d5267d018fb5 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 984 time: 0.1085658
Apr 20 14:16:18.673140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-a5ab0e9a-911a-4c1c-9233-26ce49b092ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315427320>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:16:18.679308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ab0e9a-911a-4c1c-9233-26ce49b092ae None None] Checking router: 139390dc-d4f3-45df-ba38-8588e191693e for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:16:18.692480 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ab0e9a-911a-4c1c-9233-26ce49b092ae None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:16:18.693185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-a5ab0e9a-911a-4c1c-9233-26ce49b092ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315427320>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:16:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:16:18.733712 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f35b3337-650a-4750-9d21-152e6fd9e404 req-b4058b1a-400f-41b7-b616-ce63faa7ba30 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.30 "GET /v2.0/security-groups?id=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734899
Apr 20 14:16:18.734821 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-507a0bcd-6117-4159-a386-6f600c71f8cb req-29da327f-b1fd-4b1c-8824-a594ef2d80d9 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1&id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0683770
Apr 20 14:16:18.741708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-500dc94d-bc2c-4ce4-ba89-7fe4f0111ad3 req-b3d5f722-802d-472d-ac73-b1974bcb3ea5 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:18.767915 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:18.812167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['e2a305f0-7f40-49ab-8835-87b64acd5223'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:16:18.899729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5f722-802d-472d-ac73-b1974bcb3ea5 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Pushing event deleted for resources: {'Port': ['ID=e2a305f0-7f40-49ab-8835-87b64acd5223,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:18.907621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b3d5f722-802d-472d-ac73-b1974bcb3ea5 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:18.963078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-500dc94d-bc2c-4ce4-ba89-7fe4f0111ad3 req-b3d5f722-802d-472d-ac73-b1974bcb3ea5 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] No DVR routers for this DVR port e2a305f0-7f40-49ab-8835-87b64acd5223 on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:16:18.967213 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-500dc94d-bc2c-4ce4-ba89-7fe4f0111ad3 req-b3d5f722-802d-472d-ac73-b1974bcb3ea5 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:18.990940 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-500dc94d-bc2c-4ce4-ba89-7fe4f0111ad3 req-b3d5f722-802d-472d-ac73-b1974bcb3ea5 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] 10.222.0.53 "DELETE /v2.0/ports/e2a305f0-7f40-49ab-8835-87b64acd5223 HTTP/1.1" status: 204  len: 173 time: 1.3266830
Apr 20 14:16:19.042771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-a5ab0e9a-911a-4c1c-9233-26ce49b092ae None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:16:19.728078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-a5ab0e9a-911a-4c1c-9233-26ce49b092ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315427320>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:16:19.734310 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ab0e9a-911a-4c1c-9233-26ce49b092ae None None] The sync data for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi is: [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:16:19.959919 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-5e3ea736-b4d0-4922-9f36-6c4a15ce71ca tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089506658&fields=id&tenant_id=b6bc03189b7b4652b856e6ff76b178b8 HTTP/1.1" status: 200  len: 267 time: 0.0502779
Apr 20 14:16:20.052852 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2f17d-ba59-4c2e-9ad2-ffd5935c0962 req-11c43484-5b23-49ac-a2db-86e999eac17e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:20.056548 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-02a2f17d-ba59-4c2e-9ad2-ffd5935c0962 req-11c43484-5b23-49ac-a2db-86e999eac17e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 984 time: 0.1342442
Apr 20 14:16:20.140946 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-02a2f17d-ba59-4c2e-9ad2-ffd5935c0962 req-d24102bd-c3b7-4299-af49-9de79bcd7a86 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1&id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0761626
Apr 20 14:16:20.182421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1cacd0fe-0330-4e9e-b65b-214b862b6dfe tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:20.190493 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1cacd0fe-0330-4e9e-b65b-214b862b6dfe tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 812 time: 0.2216270
Apr 20 14:16:20.202734 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-b6572a48-ffc4-456b-8bc5-6572645aae50 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/quotas/b6bc03189b7b4652b856e6ff76b178b8 HTTP/1.1" status: 200  len: 375 time: 0.0110188
Apr 20 14:16:20.220561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2408648e-55c0-4eb1-b578-724da9641578', 'name': 'network-vif-deleted', 'tag': 'e2a305f0-7f40-49ab-8835-87b64acd5223'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:16:20.282326 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d53337-2fef-40f8-b284-9084931f9b3b None None] New status for floating IP 105f793e-868d-4f66-ab2e-63db9610117f: DOWN {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:16:20.332197 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-f5b4d5d6-c332-4a08-b361-68cc9ad64fa4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1168597
Apr 20 14:16:20.341254 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device e55b5704-4b69-403d-9089-3b00a02616e9 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:16:20.433589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: e55b5704-4b69-403d-9089-3b00a02616e9 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:16:20.434146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device e55b5704-4b69-403d-9089-3b00a02616e9 not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:16:20.434694 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device e2a305f0-7f40-49ab-8835-87b64acd5223 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:16:20.478376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: e2a305f0-7f40-49ab-8835-87b64acd5223 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:16:20.479301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device e2a305f0-7f40-49ab-8835-87b64acd5223 not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:16:20.606531 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-a7aa85a9-598e-4456-9c80-b3c861f8f9f5 service neutron] 10.222.0.30 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2361116
Apr 20 14:16:20.617889 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2408648e-55c0-4eb1-b578-724da9641578', 'name': 'network-vif-deleted', 'tag': 'e2a305f0-7f40-49ab-8835-87b64acd5223', 'status': 'completed', 'code': 200}
Apr 20 14:16:20.771093 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-aba0be1f-edbd-44dc-acc0-9a38a4a58319 service neutron] 10.222.0.30 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503801
Apr 20 14:16:21.292112 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d76f33e0-d661-4fe1-9099-8f618a06cab8 req-079052c1-983c-454c-9eb3-87947fac7438 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 210 time: 0.0567253
Apr 20 14:16:21.432395 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c5ba-0dde-498f-81f0-6ffde4176c6a req-66f9f0b9-186d-4457-a58e-abce7dd9d3e0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:21.434247 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ccc9c5ba-0dde-498f-81f0-6ffde4176c6a req-66f9f0b9-186d-4457-a58e-abce7dd9d3e0 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 984 time: 0.1031604
Apr 20 14:16:21.505031 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ccc9c5ba-0dde-498f-81f0-6ffde4176c6a req-076fa79b-65ae-4478-8db2-5aa69a9bb29f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1&id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0588498
Apr 20 14:16:22.555369 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-98bf67a6-7dae-4b6d-b112-3cc2428cd1b9 req-f127926d-a1ee-4537-918f-1874b04a4ffe tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Synchronizing usage tracker for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:16:22.707363 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-98bf67a6-7dae-4b6d-b112-3cc2428cd1b9 req-f127926d-a1ee-4537-918f-1874b04a4ffe tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Unset dirty status for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:16:22.708859 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98bf67a6-7dae-4b6d-b112-3cc2428cd1b9 req-f127926d-a1ee-4537-918f-1874b04a4ffe tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 210 time: 0.2897651
Apr 20 14:16:22.852981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-6b532d9a-a66f-4eaa-87d6-e523ce07d18a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:22.854746 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-6b532d9a-a66f-4eaa-87d6-e523ce07d18a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 812 time: 0.3575311
Apr 20 14:16:22.859583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93d5b1-496b-4caf-b5b7-c76eeebaa451 req-b0d894a9-aad4-4244-acd5-b5c78629d3c9 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:22.867849 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0a93d5b1-496b-4caf-b5b7-c76eeebaa451 req-b0d894a9-aad4-4244-acd5-b5c78629d3c9 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 984 time: 0.1903439
Apr 20 14:16:22.923829 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0a93d5b1-496b-4caf-b5b7-c76eeebaa451 req-51ef3087-4be3-4451-beee-b10fe8068d17 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1&id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0543590
Apr 20 14:16:22.957584 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-42464fee-d1b0-490b-9c82-3041292dfd87 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6bc03189b7b4652b856e6ff76b178b8 HTTP/1.1" status: 200  len: 8061 time: 0.0900671
Apr 20 14:16:22.967871 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Request body: {'port': {'device_id': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'admin_state_up': True, 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'security_groups': ['deb685b4-cf4f-4d10-875d-ce63327ba8c6']}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:16:23.145305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:16:23.161307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:16:23.177848 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Made reservation on behalf of b6bc03189b7b4652b856e6ff76b178b8 for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:16:23.184303 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:23.410797 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Allocated IP 172.20.0.14 (2ca6db40-cbd3-412c-8c55-59f3066092fb/59c8f2cc-53e5-45a9-915e-c29f6eb9b423/f3f3c1dc-b095-4f9c-aa2d-325567fac414) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:16:23.648264 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:23.667870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Transition to ACTIVE for port object f3f3c1dc-b095-4f9c-aa2d-325567fac414 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:16:23.694641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:23.703142 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ac12e6ed-ee05-48a1-a262-690fd3e57e95 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:23.802415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'Port': ['ID=f3f3c1dc-b095-4f9c-aa2d-325567fac414,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:23.806565 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Network 2ca6db40-cbd3-412c-8c55-59f3066092fb is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:16:23.807925 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:16:23.820495 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:23.821500 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:16:23.897976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:23.898701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:23.930141 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9666085
Apr 20 14:16:23.945378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Request body: {'port': {'device_id': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:16:23.959801 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067aed0e-06f0-424d-9adb-007de02feb44 req-50549276-a64d-423c-bbb8-da16ff5d6aa1 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:23.961779 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-067aed0e-06f0-424d-9adb-007de02feb44 req-50549276-a64d-423c-bbb8-da16ff5d6aa1 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 932 time: 0.1048565
Apr 20 14:16:24.039740 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-067aed0e-06f0-424d-9adb-007de02feb44 req-950f244f-3fc9-4a59-abff-af33fc31fd69 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701654
Apr 20 14:16:24.138608 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-273d0874-ffc2-4c33-94e6-202406447683 None None] Provisioning for port f3f3c1dc-b095-4f9c-aa2d-325567fac414 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:16:24.147961 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-273d0874-ffc2-4c33-94e6-202406447683 None None] Provisioning complete for port f3f3c1dc-b095-4f9c-aa2d-325567fac414 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:16:24.148448 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-273d0874-ffc2-4c33-94e6-202406447683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:24.149751 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:24.218280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-273d0874-ffc2-4c33-94e6-202406447683 None None] Port f3f3c1dc-b095-4f9c-aa2d-325567fac414 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:16:24.273030 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efc878-5e9e-4af2-8848-ec5fdd11b0c0 req-ddc22b3d-076f-4b5a-8aa5-6f95b5479df9 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:24.274701 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-88efc878-5e9e-4af2-8848-ec5fdd11b0c0 req-ddc22b3d-076f-4b5a-8aa5-6f95b5479df9 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 984 time: 0.1089647
Apr 20 14:16:24.327515 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-88efc878-5e9e-4af2-8848-ec5fdd11b0c0 req-2c81d0ee-2cfa-41ec-a9cf-f7170afdbd86 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1&id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0456271
Apr 20 14:16:24.783472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f3c1dc-b095-4f9c-aa2d-325567fac414 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:16:24.791708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:24.807658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Transition to ACTIVE for port object f3f3c1dc-b095-4f9c-aa2d-325567fac414 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:16:24.811272 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:24.816169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a5e30a04-1c8a-4dad-80af-4b06ca1b78a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:24.982623 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f3c1dc-b095-4f9c-aa2d-325567fac414,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:24.990969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:25.062317 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Attempting to bind port f3f3c1dc-b095-4f9c-aa2d-325567fac414 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:16:25.062693 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Attempting to bind port f3f3c1dc-b095-4f9c-aa2d-325567fac414 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:16:25.063063 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Attempting to bind port f3f3c1dc-b095-4f9c-aa2d-325567fac414 on network 2ca6db40-cbd3-412c-8c55-59f3066092fb {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:16:25.068529 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Port f3f3c1dc-b095-4f9c-aa2d-325567fac414 on network 2ca6db40-cbd3-412c-8c55-59f3066092fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:16:25.068901 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Attempting to bind port f3f3c1dc-b095-4f9c-aa2d-325567fac414 on network 2ca6db40-cbd3-412c-8c55-59f3066092fb {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:16:25.074973 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:16:25.075367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Checking segment: {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:16:25.075793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Bound using segment: {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:16:25.076228 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Bound port: f3f3c1dc-b095-4f9c-aa2d-325567fac414, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:16:25.076735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:25.224931 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] For port f3f3c1dc-b095-4f9c-aa2d-325567fac414, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:16:25.229496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] For port f3f3c1dc-b095-4f9c-aa2d-325567fac414, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f3f3c1dc-b095-4f9c-aa2d-325567fac414,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:16:25.235768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:25.241329 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:25.315476 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:25.316193 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:25.317712 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] 10.222.0.53 "PUT /v2.0/ports/f3f3c1dc-b095-4f9c-aa2d-325567fac414 HTTP/1.1" status: 200  len: 1094 time: 1.3791215
Apr 20 14:16:25.319914 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'tag': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:16:25.361281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71db7fa-24d5-4369-9801-1b898137a182 req-ef8a7184-c3b5-452d-8663-433a87b0dd02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:25.362127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f71db7fa-24d5-4369-9801-1b898137a182 req-ef8a7184-c3b5-452d-8663-433a87b0dd02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Synchronizing usage tracker for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:16:25.368567 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f3c1dc-b095-4f9c-aa2d-325567fac414,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:25.373660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:25.417720 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'tag': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'status': 'completed', 'code': 200}
Apr 20 14:16:25.435280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f71db7fa-24d5-4369-9801-1b898137a182 req-ef8a7184-c3b5-452d-8663-433a87b0dd02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Unset dirty status for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:16:25.436589 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f71db7fa-24d5-4369-9801-1b898137a182 req-ef8a7184-c3b5-452d-8663-433a87b0dd02 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 944 time: 0.2840083
Apr 20 14:16:25.498721 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-bfe85844-ba9c-48e3-ad29-f069842d0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:25.500334 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-bfe85844-ba9c-48e3-ad29-f069842d0761 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 1097 time: 0.1284821
Apr 20 14:16:25.511269 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f71db7fa-24d5-4369-9801-1b898137a182 req-75276649-0efa-486b-ab33-04b35acb224e tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610154
Apr 20 14:16:25.581097 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-cdf67a80-d142-4a0b-a536-03d48b42bca9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3f3c1dc-b095-4f9c-aa2d-325567fac414 HTTP/1.1" status: 200  len: 217 time: 0.0681527
Apr 20 14:16:25.603083 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0e789-de29-448d-913c-f558cdbc1468 req-9716272b-d357-44dc-a154-20aa16e66bac tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:25.604695 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3eb0e789-de29-448d-913c-f558cdbc1468 req-9716272b-d357-44dc-a154-20aa16e66bac tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 984 time: 0.0910330
Apr 20 14:16:25.653888 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-d73fbee0-7c03-4d17-806e-40de2b9d35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:25.655489 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-d73fbee0-7c03-4d17-806e-40de2b9d35fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59c8f2cc-53e5-45a9-915e-c29f6eb9b423 HTTP/1.1" status: 200  len: 851 time: 0.0688176
Apr 20 14:16:25.657666 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3eb0e789-de29-448d-913c-f558cdbc1468 req-23baa053-5926-47fc-96fc-cffa90bc8699 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1&id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0460577
Apr 20 14:16:25.739405 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-cb762a77-b6a0-4a33-b557-235e201167d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:25.741034 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-cb762a77-b6a0-4a33-b557-235e201167d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ca6db40-cbd3-412c-8c55-59f3066092fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790496
Apr 20 14:16:25.885467 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-a28e7382-a18e-4f66-9602-41bed2e6dbf4 service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371694
Apr 20 14:16:25.943094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:16:26.034455 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-115e3e6b-cc32-4dc8-a818-50079396a66b req-626393d9-f22d-48b5-b8af-49711b74e30e service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409063
Apr 20 14:16:26.094474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 58488) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:16:26.197589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa87a2-4614-4e42-a145-47c39107db9b req-16adb12c-a1a8-4933-9d99-ec0793d20728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:26.198882 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e4aa87a2-4614-4e42-a145-47c39107db9b req-16adb12c-a1a8-4933-9d99-ec0793d20728 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 1097 time: 0.0795357
Apr 20 14:16:26.262425 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-97418134-c860-42ac-a3ec-395f2c03089e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c437d060ef2a481fb728be6f571e10e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1664546
Apr 20 14:16:26.265058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 58494) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:16:26.326729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a985de0-8d61-40b9-be3a-70b6f01f0eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:26.347142 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa87a2-4614-4e42-a145-47c39107db9b req-247b00bb-70cb-4a3c-9ebf-a0f2560f9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:26.349090 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e4aa87a2-4614-4e42-a145-47c39107db9b req-247b00bb-70cb-4a3c-9ebf-a0f2560f9f07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 913 time: 0.1413047
Apr 20 14:16:26.355693 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a985de0-8d61-40b9-be3a-70b6f01f0eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:26.402769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a985de0-8d61-40b9-be3a-70b6f01f0eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:26.407925 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0fd7e58b-804c-46fb-9ad0-6cc6cfb9b02d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:26.422495 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a985de0-8d61-40b9-be3a-70b6f01f0eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:26.426820 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e4aa87a2-4614-4e42-a145-47c39107db9b req-a864e428-25a5-4d56-b3fa-accf9883aba1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3f3c1dc-b095-4f9c-aa2d-325567fac414 HTTP/1.1" status: 200  len: 217 time: 0.0707107
Apr 20 14:16:26.429796 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0a985de0-8d61-40b9-be3a-70b6f01f0eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:26.430805 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a985de0-8d61-40b9-be3a-70b6f01f0eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:26.434694 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0a985de0-8d61-40b9-be3a-70b6f01f0eff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99bef1b6-3b4d-4464-a2d2-cfe8ecbcb8ef HTTP/1.1" status: 204  len: 168 time: 0.1660175
Apr 20 14:16:26.498773 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa87a2-4614-4e42-a145-47c39107db9b req-6977850c-fe8a-438a-a99a-9de080ffa843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:26.500666 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e4aa87a2-4614-4e42-a145-47c39107db9b req-6977850c-fe8a-438a-a99a-9de080ffa843 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59c8f2cc-53e5-45a9-915e-c29f6eb9b423 HTTP/1.1" status: 200  len: 851 time: 0.0674615
Apr 20 14:16:26.604841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa87a2-4614-4e42-a145-47c39107db9b req-ee68c4cb-4e05-4794-8c6a-7b1e68b24dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:26.606854 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e4aa87a2-4614-4e42-a145-47c39107db9b req-ee68c4cb-4e05-4794-8c6a-7b1e68b24dbe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ca6db40-cbd3-412c-8c55-59f3066092fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0908585
Apr 20 14:16:26.728851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db1e28-575c-4815-8c93-f3dd43a5c770 req-0e71ce32-bf1c-4b41-a455-169f4f97c65b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:26.730304 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c5db1e28-575c-4815-8c93-f3dd43a5c770 req-0e71ce32-bf1c-4b41-a455-169f4f97c65b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 944 time: 0.1003995
Apr 20 14:16:26.754801 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e4aa87a2-4614-4e42-a145-47c39107db9b req-d4a7a314-6e2d-41eb-b935-abdb110a6b3a service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400390
Apr 20 14:16:26.780747 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c5db1e28-575c-4815-8c93-f3dd43a5c770 req-318d5753-96a1-4896-9365-cea695b70b59 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433676
Apr 20 14:16:26.922445 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e4aa87a2-4614-4e42-a145-47c39107db9b req-bdc027e8-cb30-4a95-9ebb-b3923b8929bb service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611388
Apr 20 14:16:27.994115 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d12c5-d0d0-426d-aa8d-ae3b1bc4b2c4 req-3a54e027-c053-41ea-bc5c-17f4e939c017 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:27.995698 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-528d12c5-d0d0-426d-aa8d-ae3b1bc4b2c4 req-3a54e027-c053-41ea-bc5c-17f4e939c017 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 944 time: 0.1003239
Apr 20 14:16:28.044665 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-528d12c5-d0d0-426d-aa8d-ae3b1bc4b2c4 req-e7541f6f-6446-4d0f-bb15-50d3f8c3daa8 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418234
Apr 20 14:16:29.262201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913fc62-4432-4968-8c52-146f38b717c3 req-b127bd95-cdd3-40fb-ab11-b4cb6b997154 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:29.264476 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0913fc62-4432-4968-8c52-146f38b717c3 req-b127bd95-cdd3-40fb-ab11-b4cb6b997154 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 944 time: 0.0968766
Apr 20 14:16:29.320526 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0913fc62-4432-4968-8c52-146f38b717c3 req-60e2841f-c6cc-44c3-8347-5b8ca8442546 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494530
Apr 20 14:16:30.524491 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bb93b-320c-4a05-8569-122620993e3e req-d0a541b7-3562-49fc-86c1-89d8acb7f3d0 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:30.526048 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5a5bb93b-320c-4a05-8569-122620993e3e req-d0a541b7-3562-49fc-86c1-89d8acb7f3d0 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 944 time: 0.0923643
Apr 20 14:16:30.579697 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5a5bb93b-320c-4a05-8569-122620993e3e req-9e1d59ac-5f02-4a28-91ac-45d73b146a11 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456214
Apr 20 14:16:32.011867 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec492e-21d6-4734-aa1d-876cdf8f6afe req-f28a83a5-11d3-4590-b4a0-8530025b2e00 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:32.013958 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-93ec492e-21d6-4734-aa1d-876cdf8f6afe req-f28a83a5-11d3-4590-b4a0-8530025b2e00 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 944 time: 0.3153622
Apr 20 14:16:32.068484 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-93ec492e-21d6-4734-aa1d-876cdf8f6afe req-b4a4ecce-9e73-4828-a45c-5a166d39c7da tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446367
Apr 20 14:16:33.293613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add26e7-b643-4d4c-8d89-5ecefb3fa932 req-706a1699-15e7-4ee6-a6a9-c81e4c44e08b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:33.295248 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6add26e7-b643-4d4c-8d89-5ecefb3fa932 req-706a1699-15e7-4ee6-a6a9-c81e4c44e08b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 944 time: 0.1045241
Apr 20 14:16:33.343617 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6add26e7-b643-4d4c-8d89-5ecefb3fa932 req-deedbf19-5bfa-4d92-94d4-9e0ca5e7118d tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419018
Apr 20 14:16:34.249882 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e309c99e-0234-4dc0-afeb-af66b9aa213d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:34.548824 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7df6e-8f1c-45a1-827f-81f50560a171 req-80948473-6893-40be-87e2-fc1971f68ca4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:34.550512 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-11c7df6e-8f1c-45a1-827f-81f50560a171 req-80948473-6893-40be-87e2-fc1971f68ca4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 944 time: 0.0915389
Apr 20 14:16:34.600671 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-11c7df6e-8f1c-45a1-827f-81f50560a171 req-33d6ea34-2fef-4309-8696-196f26ee79de tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434117
Apr 20 14:16:35.817507 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86023cad-c908-45b4-8718-c543d664bc84 req-77297ed8-5dad-485e-912a-259d1cce29c9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:35.819150 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86023cad-c908-45b4-8718-c543d664bc84 req-77297ed8-5dad-485e-912a-259d1cce29c9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 944 time: 0.1024158
Apr 20 14:16:35.870101 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86023cad-c908-45b4-8718-c543d664bc84 req-b93ba7ae-2f29-4567-9009-c333b8316374 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410278
Apr 20 14:16:36.521459 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device f3f3c1dc-b095-4f9c-aa2d-325567fac414 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:16:36.666010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port f3f3c1dc-b095-4f9c-aa2d-325567fac414, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f3f3c1dc-b095-4f9c-aa2d-325567fac414,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:16:36.680173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'port_id': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'mac_address': 'fa:16:3e:ee:48:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:16:36.754927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-95af9e94-4eb1-4f67-bfb0-dbf49f6b5265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:36.765594 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:36.786160 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f3c1dc-b095-4f9c-aa2d-325567fac414 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:16:36.802785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port f3f3c1dc-b095-4f9c-aa2d-325567fac414, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f3f3c1dc-b095-4f9c-aa2d-325567fac414,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:16:36.806807 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:36.809719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-401ce786-914c-4c42-8622-d2ce529566bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:36.879387 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=f3f3c1dc-b095-4f9c-aa2d-325567fac414,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:36.885551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:37.079157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628e360-9f35-436b-aa19-4195cf58addc req-e41d224c-980b-4eca-9a79-29e2b06625fb tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:37.080717 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b628e360-9f35-436b-aa19-4195cf58addc req-e41d224c-980b-4eca-9a79-29e2b06625fb tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 945 time: 0.0945201
Apr 20 14:16:37.135114 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b628e360-9f35-436b-aa19-4195cf58addc req-2b0e75e3-55ba-4e53-be49-9fc911499861 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478766
Apr 20 14:16:37.312797 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:37.680915 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:38.359720 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ed0e5-fc04-4bc8-b7a9-adce3f3553b8 req-51dc1b1b-4e0d-4728-bb5a-589437a3efd6 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:38.361321 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-082ed0e5-fc04-4bc8-b7a9-adce3f3553b8 req-51dc1b1b-4e0d-4728-bb5a-589437a3efd6 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 945 time: 0.0973394
Apr 20 14:16:38.393206 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:38.416349 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-082ed0e5-fc04-4bc8-b7a9-adce3f3553b8 req-a51a0bfb-a5d6-418a-891c-fe0ba9bc9548 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457964
Apr 20 14:16:39.054738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:39.372727 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0d04d24f-5a5c-4fd4-8603-9acb5ee758e9 req-328b38d0-b6eb-4102-8caa-40bbd72604a7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0818601
Apr 20 14:16:39.492056 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04d24f-5a5c-4fd4-8603-9acb5ee758e9 req-8e859b74-3443-4291-ad5a-ce29c5805833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:39.493673 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0d04d24f-5a5c-4fd4-8603-9acb5ee758e9 req-8e859b74-3443-4291-ad5a-ce29c5805833 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29d8195a916f479b9747a1f2f07b9280&device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 1137 time: 0.0963156
Apr 20 14:16:39.649187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe3e3d-7432-47f4-8be9-26aa37bcac11 req-35b6168f-3010-4aa1-bad9-08274e6d2cc7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:39.651055 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-77fe3e3d-7432-47f4-8be9-26aa37bcac11 req-35b6168f-3010-4aa1-bad9-08274e6d2cc7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 945 time: 0.1113367
Apr 20 14:16:39.669683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04d24f-5a5c-4fd4-8603-9acb5ee758e9 req-97437db2-5639-48b1-a8ea-4f7fbf977773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:39.671300 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0d04d24f-5a5c-4fd4-8603-9acb5ee758e9 req-97437db2-5639-48b1-a8ea-4f7fbf977773 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dba9e294-92e4-413e-8bce-986c47c8eae7 HTTP/1.1" status: 200  len: 916 time: 0.1575696
Apr 20 14:16:39.708208 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-77fe3e3d-7432-47f4-8be9-26aa37bcac11 req-3c0138b9-5bfb-441b-9914-b77bfc45b32a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481863
Apr 20 14:16:39.798720 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0d04d24f-5a5c-4fd4-8603-9acb5ee758e9 req-78677094-1e12-4472-a462-ef9b49fc50b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f HTTP/1.1" status: 200  len: 999 time: 0.1167753
Apr 20 14:16:39.875081 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04d24f-5a5c-4fd4-8603-9acb5ee758e9 req-bfb1e2ed-0a17-43a4-8ff5-455519a66876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:39.876799 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0d04d24f-5a5c-4fd4-8603-9acb5ee758e9 req-bfb1e2ed-0a17-43a4-8ff5-455519a66876 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=733e26ca-97ac-403f-a602-f010414e3fe8 HTTP/1.1" status: 200  len: 854 time: 0.0721776
Apr 20 14:16:39.985299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04d24f-5a5c-4fd4-8603-9acb5ee758e9 req-bc22305c-71b2-4e07-bb4e-b24dc7cc2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:39.986993 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0d04d24f-5a5c-4fd4-8603-9acb5ee758e9 req-bc22305c-71b2-4e07-bb4e-b24dc7cc2578 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dba9e294-92e4-413e-8bce-986c47c8eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0904913
Apr 20 14:16:40.136940 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0d04d24f-5a5c-4fd4-8603-9acb5ee758e9 req-d0f30b3a-6afd-4619-8f9c-f544baee5706 service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424596
Apr 20 14:16:40.217236 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['f3f3c1dc-b095-4f9c-aa2d-325567fac414'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:16:40.284558 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0d04d24f-5a5c-4fd4-8603-9acb5ee758e9 req-75b882b6-e009-4954-8fc7-385a42ca45f4 service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398091
Apr 20 14:16:40.924897 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406a014-c7ea-4cee-b982-aa090e41ceae req-391d72ea-a51f-4edf-bebd-38ab6e0d3ea2 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:40.926628 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9406a014-c7ea-4cee-b982-aa090e41ceae req-391d72ea-a51f-4edf-bebd-38ab6e0d3ea2 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 945 time: 0.0981462
Apr 20 14:16:40.978996 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9406a014-c7ea-4cee-b982-aa090e41ceae req-3f16d0aa-f4cc-4240-8d91-69309358ca99 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456951
Apr 20 14:16:42.214815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238be19d-f266-4d95-9930-a5e9047c8e47 req-635b0e97-96df-4da3-a2ed-a624389cc620 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:42.216562 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-238be19d-f266-4d95-9930-a5e9047c8e47 req-635b0e97-96df-4da3-a2ed-a624389cc620 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 945 time: 0.0912821
Apr 20 14:16:42.272136 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-238be19d-f266-4d95-9930-a5e9047c8e47 req-bc22545a-730a-4a62-8437-809aaf01b1a0 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439658
Apr 20 14:16:43.517850 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5719b62-73e2-49f6-8033-df8006976cba req-3293e45d-f6e4-44f2-8dc7-97c36f3ec65f tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:43.519541 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b5719b62-73e2-49f6-8033-df8006976cba req-3293e45d-f6e4-44f2-8dc7-97c36f3ec65f tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 945 time: 0.0950825
Apr 20 14:16:43.570493 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b5719b62-73e2-49f6-8033-df8006976cba req-5ddc9fd8-65ca-4cde-a340-4680a4231e6e tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442772
Apr 20 14:16:44.101175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device f3f3c1dc-b095-4f9c-aa2d-325567fac414 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:16:44.182349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port f3f3c1dc-b095-4f9c-aa2d-325567fac414 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:16:44.188003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port f3f3c1dc-b095-4f9c-aa2d-325567fac414 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:16:44.188655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:44.330760 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:44.362949 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:16:44.374548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port f3f3c1dc-b095-4f9c-aa2d-325567fac414, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f3f3c1dc-b095-4f9c-aa2d-325567fac414,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:16:44.379215 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:44.381352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a7910382-1c27-4a91-b06b-9dfc4fd4d4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:44.420476 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'code': 200}
Apr 20 14:16:44.458803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=f3f3c1dc-b095-4f9c-aa2d-325567fac414,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:44.462409 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:44.945241 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3847f8e-6773-4877-b182-1801f8f47836 req-2ff2827a-3b5d-452c-a172-66cf52162d45 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:44.947626 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e3847f8e-6773-4877-b182-1801f8f47836 req-2ff2827a-3b5d-452c-a172-66cf52162d45 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 946 time: 0.1090817
Apr 20 14:16:45.012279 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e3847f8e-6773-4877-b182-1801f8f47836 req-3727ccb3-12e4-4868-8ed0-35548f50eaa9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579138
Apr 20 14:16:46.226698 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43648c-5647-453b-a05c-1e1b1b4ff995 req-85db692e-c5fa-4aba-ae99-b6a2f0f1bcf5 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:46.228466 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8c43648c-5647-453b-a05c-1e1b1b4ff995 req-85db692e-c5fa-4aba-ae99-b6a2f0f1bcf5 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 946 time: 0.0974030
Apr 20 14:16:46.292702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60ddd4-07bf-4d1a-b7d1-175eafc0a2fb req-11fbbb05-8afe-4e3d-8563-bf67dcd09b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:46.294378 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bd60ddd4-07bf-4d1a-b7d1-175eafc0a2fb req-11fbbb05-8afe-4e3d-8563-bf67dcd09b48 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 1099 time: 0.0970638
Apr 20 14:16:46.341603 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bd60ddd4-07bf-4d1a-b7d1-175eafc0a2fb req-ecf32f68-1a12-4198-ba3b-7861c4be80de service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383134
Apr 20 14:16:46.482203 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8c43648c-5647-453b-a05c-1e1b1b4ff995 req-cfca9000-b317-4e43-909a-9c271c0a6f2c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2395766
Apr 20 14:16:47.730201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bba3d8-e6b2-4902-a1e2-2623abdd410f req-a1644c6d-1f87-4ed0-a60f-c8c52390bc5a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:47.731881 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-21bba3d8-e6b2-4902-a1e2-2623abdd410f req-a1644c6d-1f87-4ed0-a60f-c8c52390bc5a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 946 time: 0.1102879
Apr 20 14:16:47.800180 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-21bba3d8-e6b2-4902-a1e2-2623abdd410f req-60733462-76ed-4cb8-8f55-bb923c4fadd5 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606334
Apr 20 14:16:49.042893 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e814d34-cfe2-4379-b8a2-ec32864cbef8 req-6de288b3-3956-4605-82e3-f5b7d459c2b3 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:49.044609 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7e814d34-cfe2-4379-b8a2-ec32864cbef8 req-6de288b3-3956-4605-82e3-f5b7d459c2b3 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 946 time: 0.1074164
Apr 20 14:16:49.108131 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7e814d34-cfe2-4379-b8a2-ec32864cbef8 req-7d05fe11-5bd3-4b4d-bf69-10935c0f61ff tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520344
Apr 20 14:16:49.327622 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7dd27-9f8c-4506-afe5-f09ce7b749cd req-80d5922c-f5ab-4d42-8d39-e29176e7b17d tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:49.330935 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-61e7dd27-9f8c-4506-afe5-f09ce7b749cd req-80d5922c-f5ab-4d42-8d39-e29176e7b17d tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 946 time: 0.0942473
Apr 20 14:16:49.387951 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-61e7dd27-9f8c-4506-afe5-f09ce7b749cd req-c95b9bee-5a32-472a-9d44-84def50dae49 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512068
Apr 20 14:16:49.418074 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 58700) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:16:49.513318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0c070a-169c-4725-a12c-14f4cd3a1af9 tempest-TestVolumeBootPattern-75059485 tempest-TestVolumeBootPattern-75059485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:49.515916 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ea0c070a-169c-4725-a12c-14f4cd3a1af9 tempest-TestVolumeBootPattern-75059485 tempest-TestVolumeBootPattern-75059485-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 1094 time: 0.0962508
Apr 20 14:16:49.519223 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 58704) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:16:49.528356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Request body: {'floatingip': {'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'port_id': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:16:49.539179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:16:49.546165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Usage tracker for resource:floatingip and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:16:49.551247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:16:49.561888 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:16:49.576564 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for floatingip, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:49.732092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:49.900682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Allocated IP 172.27.3.73 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/d236d973-01c1-40a6-86f3-7b0cc6651629) {{(pid=86376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:16:50.075912 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for port, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:50.111817 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:50.118567 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-85d4f438-4196-4f0b-8b59-ed8dce597372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:50.203796 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:16:50.207969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources bound (agent type, host, resource id):  {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:16:50.213814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Received port after_create {{(pid=86376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:16:50.270541 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'Port': ['ID=d236d973-01c1-40a6-86f3-7b0cc6651629,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:50.274258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:50.692204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:50.783341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:51.003455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for port, precommit_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:51.007794 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852964856'] for port, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:51.011779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:51.126513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'Port': ['ID=d236d973-01c1-40a6-86f3-7b0cc6651629,revision_number=2']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:51.131344 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:51.139436 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:51.318558 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Floating IP 6dbe1f87-913c-4400-a8ad-e641754cffb3 associated. External IP: 172.27.3.73, port: f3f3c1dc-b095-4f9c-aa2d-325567fac414.
Apr 20 14:16:51.953832 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Router 139390dc-d4f3-45df-ba38-8588e191693e has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:16:52.147729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:16:52.157924 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410bf98e-8087-4b8e-97a2-6b15491cc217 None None] Sync routers for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:16:52.169251 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410bf98e-8087-4b8e-97a2-6b15491cc217 None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:16:52.169967 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-410bf98e-8087-4b8e-97a2-6b15491cc217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315e4f128>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:16:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:16:52.175666 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:52.239581 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7189226
Apr 20 14:16:52.240275 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'tag': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:16:52.375164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-410bf98e-8087-4b8e-97a2-6b15491cc217 None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:16:52.451892 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'tag': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'status': 'completed', 'code': 200}
Apr 20 14:16:52.572957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31a677-399a-47cc-9458-ccd25cb9a349 req-c9a35fab-6b0e-4e82-8b62-f268c5ee4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:52.575125 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4a31a677-399a-47cc-9458-ccd25cb9a349 req-c9a35fab-6b0e-4e82-8b62-f268c5ee4626 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 1099 time: 0.0960670
Apr 20 14:16:52.595550 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 58738) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:16:52.726180 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31a677-399a-47cc-9458-ccd25cb9a349 req-6ca7f911-914b-4f8d-bfa1-f5f2fdd9b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:52.727715 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4a31a677-399a-47cc-9458-ccd25cb9a349 req-6ca7f911-914b-4f8d-bfa1-f5f2fdd9b844 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 913 time: 0.1440594
Apr 20 14:16:52.732132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ef08974b-fec5-45ad-8c41-d925ca6b28d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:52.748625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ef08974b-fec5-45ad-8c41-d925ca6b28d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:16:52.753087 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ef08974b-fec5-45ad-8c41-d925ca6b28d4 admin admin] Usage tracker for resource:security_group_rule and tenant:d067f9e0498243af947ed37df3d54ce7 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:16:52.756207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ef08974b-fec5-45ad-8c41-d925ca6b28d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:16:52.763001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ef08974b-fec5-45ad-8c41-d925ca6b28d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:16:52.813753 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-410bf98e-8087-4b8e-97a2-6b15491cc217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315e4f128>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '6dbe1f87-913c-4400-a8ad-e641754cffb3', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:ee:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:16:50Z', 'updated_at': '2021-04-20T14:16:50Z', 'revision_number': 0, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:16:52.819062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410bf98e-8087-4b8e-97a2-6b15491cc217 None None] Checking router: 139390dc-d4f3-45df-ba38-8588e191693e for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:16:52.829314 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410bf98e-8087-4b8e-97a2-6b15491cc217 None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:16:52.830192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-410bf98e-8087-4b8e-97a2-6b15491cc217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315e4f128>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:16:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:16:52.859826 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4a31a677-399a-47cc-9458-ccd25cb9a349 req-1e4d8508-cc71-436a-8f5d-fec03baefddd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3f3c1dc-b095-4f9c-aa2d-325567fac414 HTTP/1.1" status: 200  len: 999 time: 0.1250567
Apr 20 14:16:52.866157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ef08974b-fec5-45ad-8c41-d925ca6b28d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:52.869666 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ef08974b-fec5-45ad-8c41-d925ca6b28d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:52.879812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-457bdcda-5886-4160-b70f-2b1dc25a24a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:52.923572 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ef08974b-fec5-45ad-8c41-d925ca6b28d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d067f9e0498243af947ed37df3d54ce7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3267419
Apr 20 14:16:52.924599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08974b-fec5-45ad-8c41-d925ca6b28d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9322de-9089-4c69-8b4e-e9eb7b533032,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:52.926604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 58744) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:16:52.928202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ef08974b-fec5-45ad-8c41-d925ca6b28d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:52.960768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31a677-399a-47cc-9458-ccd25cb9a349 req-b2afc233-d343-4e8d-9480-08b2151bdd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:52.962354 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4a31a677-399a-47cc-9458-ccd25cb9a349 req-b2afc233-d343-4e8d-9480-08b2151bdd86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59c8f2cc-53e5-45a9-915e-c29f6eb9b423 HTTP/1.1" status: 200  len: 851 time: 0.0959976
Apr 20 14:16:53.025202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-410bf98e-8087-4b8e-97a2-6b15491cc217 None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:16:53.052017 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:53.094494 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:53.110745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31a677-399a-47cc-9458-ccd25cb9a349 req-eddb0bbf-0e5c-4cb8-9448-9f3c92a51e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:16:53.112364 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4a31a677-399a-47cc-9458-ccd25cb9a349 req-eddb0bbf-0e5c-4cb8-9448-9f3c92a51e06 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ca6db40-cbd3-412c-8c55-59f3066092fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1355174
Apr 20 14:16:53.276604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:53.281859 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-15b9796b-665c-4b31-8e77-5925a04d7499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:16:53.292878 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4a31a677-399a-47cc-9458-ccd25cb9a349 req-1c72dae6-b65a-40f0-bfd8-4b7aec82d09b service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728442
Apr 20 14:16:53.296328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9322de-9089-4c69-8b4e-e9eb7b533032,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:16:53.308681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:53.309107 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:53.309521 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:53.309971 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:53.310377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:53.310766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:53.311139 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:53.311524 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:53.312014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:53.312329 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:53.312714 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:53.313095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:16:53.318124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:16:53.319343 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b9322de-9089-4c69-8b4e-e9eb7b533032 HTTP/1.1" status: 204  len: 168 time: 0.3915205
Apr 20 14:16:53.320513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d52af7b9-e890-4370-a879-a1783bb9b247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:16:53.643400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-410bf98e-8087-4b8e-97a2-6b15491cc217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315e4f128>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '6dbe1f87-913c-4400-a8ad-e641754cffb3', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:ee:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:16:50Z', 'updated_at': '2021-04-20T14:16:50Z', 'revision_number': 0, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:16:53.647845 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410bf98e-8087-4b8e-97a2-6b15491cc217 None None] The sync data for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi is: [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '6dbe1f87-913c-4400-a8ad-e641754cffb3', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:ee:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:16:50Z', 'updated_at': '2021-04-20T14:16:50Z', 'revision_number': 0, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:16:53.722691 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4a31a677-399a-47cc-9458-ccd25cb9a349 req-2f90d41d-595b-4e2c-9277-bbd3262dc657 service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4062214
Apr 20 14:16:53.953566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dd451e-02e6-4006-b11d-4a08244bd1c3 None None] New status for floating IP 6dbe1f87-913c-4400-a8ad-e641754cffb3: ACTIVE {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:17:02.943958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:17:04.256690 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-574a0daf-cc9d-40ad-b74d-47a5b03d8728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:06.736048 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b3f3a68e-f3f5-4e13-85fc-665e9377d2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:07.314698 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:07.678091 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:08.397188 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:09.068582 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:17.208489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4d0be-b2be-4a9d-ae63-dc2e92e00a31 req-050fd79c-0637-4bba-96f3-fb6208dffebb tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:17.211030 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f9c4d0be-b2be-4a9d-ae63-dc2e92e00a31 req-050fd79c-0637-4bba-96f3-fb6208dffebb tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 946 time: 0.1021106
Apr 20 14:17:17.281564 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f9c4d0be-b2be-4a9d-ae63-dc2e92e00a31 req-1722cb56-906d-4db1-a09d-4e3b0f7f463f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630143
Apr 20 14:17:18.505410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e1491-fbca-435b-92b5-0b45c26e54e6 req-909d93ae-1889-4194-8d03-8ad88a0b5411 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:18.507114 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-721e1491-fbca-435b-92b5-0b45c26e54e6 req-909d93ae-1889-4194-8d03-8ad88a0b5411 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 946 time: 0.1031408
Apr 20 14:17:18.562627 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-721e1491-fbca-435b-92b5-0b45c26e54e6 req-039e22e4-3903-4bb7-ab92-5ad730f6b416 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426321
Apr 20 14:17:19.085016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7ab58141-c81a-4177-bc3c-7b2204507535 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:19.086727 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7ab58141-c81a-4177-bc3c-7b2204507535 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.53 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 946 time: 0.0952322
Apr 20 14:17:19.173346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Deleting port d6282bdb-22ac-4160-a0b6-dd005b8b3754 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:17:19.173673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:19.446462 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] For port d6282bdb-22ac-4160-a0b6-dd005b8b3754, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d6282bdb-22ac-4160-a0b6-dd005b8b3754,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:17:19.446843 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:19.779686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:19.780249 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:19.780512 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Floating IP eafecca8-a30e-4757-924d-f8d911a6fd5b disassociated. External IP: 172.27.3.181, port: d6282bdb-22ac-4160-a0b6-dd005b8b3754.
Apr 20 14:17:19.780799 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Calling delete_port for d6282bdb-22ac-4160-a0b6-dd005b8b3754 owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:17:19.798097 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feef380-6245-44a2-bf8d-126e1285bc4b req-ff2244b4-9ba8-48d3-aeb3-ea76b8549c6c tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:19.801155 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7feef380-6245-44a2-bf8d-126e1285bc4b req-ff2244b4-9ba8-48d3-aeb3-ea76b8549c6c tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 946 time: 0.1152663
Apr 20 14:17:19.852060 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7feef380-6245-44a2-bf8d-126e1285bc4b req-5d21026a-0920-4e6e-ab4d-b597beecb94a tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c3a976b-ee51-48e7-8424-1166c56f762d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453148
Apr 20 14:17:19.945443 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:19.952153 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-36a9e08b-0821-4aae-9ee2-2ee654d8ca73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:20.001064 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event deleted for resources: {'Port': ['ID=d6282bdb-22ac-4160-a0b6-dd005b8b3754,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:20.005428 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:20.211579 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:17:20.405128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:17:20.420345 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4ccfc-2c87-4fd3-9679-aaed1f5d6576 None None] Sync routers for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:17:20.432889 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4ccfc-2c87-4fd3-9679-aaed1f5d6576 None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:17:20.433894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-35a4ccfc-2c87-4fd3-9679-aaed1f5d6576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315f62c50>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:17:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:20.523284 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] No DVR routers for this DVR port d6282bdb-22ac-4160-a0b6-dd005b8b3754 on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:17:20.527652 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:20.531554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'name': 'network-vif-deleted', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:17:20.550964 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-be8d1696-d521-4708-9e08-16f0e386a7b1 req-7a7882b9-bcbb-41b9-9727-5ad14525857e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.53 "DELETE /v2.0/ports/d6282bdb-22ac-4160-a0b6-dd005b8b3754 HTTP/1.1" status: 204  len: 173 time: 1.4580967
Apr 20 14:17:20.583310 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372876b1-6628-4c06-98d8-26a791121501', 'name': 'network-vif-deleted', 'tag': 'd6282bdb-22ac-4160-a0b6-dd005b8b3754', 'status': 'completed', 'code': 200}
Apr 20 14:17:20.641334 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-35a4ccfc-2c87-4fd3-9679-aaed1f5d6576 None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:17:21.015934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-35a4ccfc-2c87-4fd3-9679-aaed1f5d6576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315f62c50>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:49Z', 'revision_number': 5, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:21.023710 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4ccfc-2c87-4fd3-9679-aaed1f5d6576 None None] Checking router: 921d6d45-ce0f-4c4e-ab0b-8da9b038082a for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:17:21.039721 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4ccfc-2c87-4fd3-9679-aaed1f5d6576 None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:17:21.040889 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-35a4ccfc-2c87-4fd3-9679-aaed1f5d6576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315f62c50>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:17:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:21.082023 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c7d59021-fc24-44ca-8785-8ad425776257 req-48ac32a6-7db8-46b3-aed9-a1c4d2c144f5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=372876b1-6628-4c06-98d8-26a791121501 HTTP/1.1" status: 200  len: 210 time: 0.0899029
Apr 20 14:17:21.269981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-35a4ccfc-2c87-4fd3-9679-aaed1f5d6576 None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:17:21.642674 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-35a4ccfc-2c87-4fd3-9679-aaed1f5d6576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315f62c50>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:49Z', 'revision_number': 5, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:21.647353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4ccfc-2c87-4fd3-9679-aaed1f5d6576 None None] The sync data for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi is: [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:49Z', 'revision_number': 5, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:17:22.066383 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19fa45f-4cb9-4411-9d79-2dc3cdb18333 None None] New status for floating IP eafecca8-a30e-4757-924d-f8d911a6fd5b: DOWN {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:17:22.235014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 58868) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:22.310410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-087f0e4c-6f61-45ca-93ec-5a91210e8364 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:22.343299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-087f0e4c-6f61-45ca-93ec-5a91210e8364 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:22.421989 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-087f0e4c-6f61-45ca-93ec-5a91210e8364 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:22.427639 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e09a7f42-4a27-4c7f-adc4-0e0d7c14d982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:22.444679 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f0e4c-6f61-45ca-93ec-5a91210e8364 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3a976b-ee51-48e7-8424-1166c56f762d,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:22.451002 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-087f0e4c-6f61-45ca-93ec-5a91210e8364 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:22.453938 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-087f0e4c-6f61-45ca-93ec-5a91210e8364 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:22.455272 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-087f0e4c-6f61-45ca-93ec-5a91210e8364 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c3a976b-ee51-48e7-8424-1166c56f762d HTTP/1.1" status: 204  len: 168 time: 0.2190571
Apr 20 14:17:22.460090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 58874) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:22.478774 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.v2.resource [None req-57debb50-16b1-4d67-bc01-c98fb7b1848e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] show failed (client error): The resource could not be found.
Apr 20 14:17:22.479910 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-57debb50-16b1-4d67-bc01-c98fb7b1848e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups/0c3a976b-ee51-48e7-8424-1166c56f762d HTTP/1.1" status: 404  len: 347 time: 0.0187764
Apr 20 14:17:22.483339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 58878) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:22.650547 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-32bbb63f-2e4d-4660-a963-c412eca50d58 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Deleting port e66a3612-4329-45ed-add2-8e1040ef9d1b {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:17:22.650931 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-32bbb63f-2e4d-4660-a963-c412eca50d58 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:22.884365 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-32bbb63f-2e4d-4660-a963-c412eca50d58 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:22.884996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-32bbb63f-2e4d-4660-a963-c412eca50d58 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:23.070064 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-32bbb63f-2e4d-4660-a963-c412eca50d58 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Calling delete_port for e66a3612-4329-45ed-add2-8e1040ef9d1b owned by network:floatingip {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:17:23.225741 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-32bbb63f-2e4d-4660-a963-c412eca50d58 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:23.231302 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e8312742-58e1-4830-9634-8a8355618ca9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:23.279671 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbb63f-2e4d-4660-a963-c412eca50d58 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event deleted for resources: {'Port': ['ID=e66a3612-4329-45ed-add2-8e1040ef9d1b,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:23.308234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-32bbb63f-2e4d-4660-a963-c412eca50d58 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:23.397754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-32bbb63f-2e4d-4660-a963-c412eca50d58 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:23.415123 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-32bbb63f-2e4d-4660-a963-c412eca50d58 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:23.416885 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-32bbb63f-2e4d-4660-a963-c412eca50d58 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "DELETE /v2.0/floatingips/eafecca8-a30e-4757-924d-f8d911a6fd5b HTTP/1.1" status: 204  len: 168 time: 0.9319873
Apr 20 14:17:23.788014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device d6282bdb-22ac-4160-a0b6-dd005b8b3754 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:17:23.789995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 58898) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:23.796781 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1942117098', 'description': 'tempest-description--1865256084'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:17:23.804193 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:17:23.808956 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Usage tracker for resource:security_group and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:17:23.813024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:17:23.819622 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:17:23.825908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: d6282bdb-22ac-4160-a0b6-dd005b8b3754 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:17:23.826415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device d6282bdb-22ac-4160-a0b6-dd005b8b3754 not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:17:23.830505 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:23.853430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:17:23.857623 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Usage tracker for resource:security_group_rule and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:17:23.860722 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:17:23.870220 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:17:23.946555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:23.950439 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:23.956594 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:24.003640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5252087c-ebf3-4e93-8d56-012f52dbf2df,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:24.006918 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:24.008201 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2170103
Apr 20 14:17:24.009163 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ebcf087c-350f-4c4a-b98a-690e1ed7b25d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:24.011424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 58902) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:24.018782 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-297fab41-6fe9-45e1-b4cc-4915f7825000 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Request body: {'security_group_rule': {'security_group_id': '5252087c-ebf3-4e93-8d56-012f52dbf2df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:17:24.025969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-297fab41-6fe9-45e1-b4cc-4915f7825000 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:17:24.030114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-297fab41-6fe9-45e1-b4cc-4915f7825000 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Usage tracker for resource:security_group_rule and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:17:24.033356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-297fab41-6fe9-45e1-b4cc-4915f7825000 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:17:24.039866 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-297fab41-6fe9-45e1-b4cc-4915f7825000 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:17:24.060971 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-297fab41-6fe9-45e1-b4cc-4915f7825000 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:24.154110 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-297fab41-6fe9-45e1-b4cc-4915f7825000 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:24.157882 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-297fab41-6fe9-45e1-b4cc-4915f7825000 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:24.164905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b16ad86c-8f32-4691-9ce3-1a30e23bbd08 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:24.186693 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fab41-6fe9-45e1-b4cc-4915f7825000 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6efbad-da3e-46fe-b039-2a4f7741a993,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:24.189397 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-297fab41-6fe9-45e1-b4cc-4915f7825000 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:24.197551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-297fab41-6fe9-45e1-b4cc-4915f7825000 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:24.198967 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-297fab41-6fe9-45e1-b4cc-4915f7825000 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1849940
Apr 20 14:17:24.202117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 58906) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:24.207792 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-68ed43ca-ca85-4792-9fd5-a603b506020f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Request body: {'security_group_rule': {'security_group_id': '5252087c-ebf3-4e93-8d56-012f52dbf2df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:17:24.214987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-68ed43ca-ca85-4792-9fd5-a603b506020f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:17:24.219761 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-68ed43ca-ca85-4792-9fd5-a603b506020f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Usage tracker for resource:security_group_rule and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:17:24.223815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-68ed43ca-ca85-4792-9fd5-a603b506020f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:17:24.230622 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-68ed43ca-ca85-4792-9fd5-a603b506020f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:17:24.249226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-68ed43ca-ca85-4792-9fd5-a603b506020f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:24.318852 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-68ed43ca-ca85-4792-9fd5-a603b506020f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:24.322589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-68ed43ca-ca85-4792-9fd5-a603b506020f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:24.325037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-911fd277-a0e2-4833-aa6b-c3ccb1cd4705 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:24.348125 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed43ca-ca85-4792-9fd5-a603b506020f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47f3bd1-5f9a-4a54-a72c-cc001300e795,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:24.352907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-68ed43ca-ca85-4792-9fd5-a603b506020f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:24.360537 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-68ed43ca-ca85-4792-9fd5-a603b506020f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:24.361915 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-68ed43ca-ca85-4792-9fd5-a603b506020f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1587744
Apr 20 14:17:24.365409 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 58910) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:24.371169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Request body: {'floatingip': {'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:17:24.379952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:17:24.384361 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Usage tracker for resource:floatingip and tenant:1c8677d41c734622b642ad898a8c995f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:17:24.387737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:17:24.394107 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:17:24.404991 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:24.552366 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:24.705490 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Allocated IP 172.27.3.219 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/4846e2e1-77e2-432c-8f00-8d86b8d24d43) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:17:25.092829 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:25.124624 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:25.128631 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-614ba9f1-1e24-42ef-8246-0dbf361f8b74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:25.194650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:17:25.197648 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:17:25.201552 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:17:25.236992 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event updated for resources: {'Port': ['ID=4846e2e1-77e2-432c-8f00-8d86b8d24d43,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:25.242932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:25.292750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:25.358045 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:25.586961 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:25.591814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:25.597288 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:25.704301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event updated for resources: {'Port': ['ID=4846e2e1-77e2-432c-8f00-8d86b8d24d43,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:25.707480 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:25.725413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:25.750659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:25.752155 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3856804
Apr 20 14:17:26.010497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-d3391b11-6877-4104-aeb7-405801749f2d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Synchronizing usage tracker for tenant:1c8677d41c734622b642ad898a8c995f on resource:security_group {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:17:26.027622 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-d3391b11-6877-4104-aeb7-405801749f2d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Unset dirty status for tenant:1c8677d41c734622b642ad898a8c995f on resource:security_group {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:17:26.028927 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-d3391b11-6877-4104-aeb7-405801749f2d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1942117098&fields=id&tenant_id=1c8677d41c734622b642ad898a8c995f HTTP/1.1" status: 200  len: 267 time: 0.0696454
Apr 20 14:17:26.198243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-77ab8e63-0650-4ffb-b8b0-a0f4ec427e61 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:26.199960 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-77ab8e63-0650-4ffb-b8b0-a0f4ec427e61 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 817 time: 0.1633849
Apr 20 14:17:26.217384 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-a1cfed69-95eb-496b-80c2-edbd5ceb5516 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/quotas/1c8677d41c734622b642ad898a8c995f HTTP/1.1" status: 200  len: 375 time: 0.0108643
Apr 20 14:17:26.320185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-b7699ef7-24e2-4b55-adf7-dff434b07fe3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Synchronizing usage tracker for tenant:1c8677d41c734622b642ad898a8c995f on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:17:26.338044 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-b7699ef7-24e2-4b55-adf7-dff434b07fe3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Unset dirty status for tenant:1c8677d41c734622b642ad898a8c995f on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:17:26.339489 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-b7699ef7-24e2-4b55-adf7-dff434b07fe3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1157596
Apr 20 14:17:26.605341 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-b29453f8-2093-4185-97f4-bfadfa982bf5 service neutron] 10.222.0.30 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519698
Apr 20 14:17:26.751607 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-bbb8219d-5cd1-41dc-8a87-9a4e07b9dd84 service neutron] 10.222.0.30 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392574
Apr 20 14:17:26.956372 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-82b5d227-e7f9-4b37-a8f8-eb2b2ef57a9b req-2ffb1bef-a74b-4b60-af1c-018c09061230 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 210 time: 0.0521698
Apr 20 14:17:28.127385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-5a1a0edc-8b9f-4e58-b3a8-03965ec4e371 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:28.130424 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-5a1a0edc-8b9f-4e58-b3a8-03965ec4e371 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.53 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 817 time: 0.1786735
Apr 20 14:17:28.227858 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fd856a07-86f4-4706-883b-1d8706059112 req-a93c80f9-9375-49d1-a69c-88332f94fd1b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 210 time: 0.0694389
Apr 20 14:17:28.280037 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-93314706-fbba-4e35-99b0-5c9ed96a2413 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c8677d41c734622b642ad898a8c995f HTTP/1.1" status: 200  len: 5705 time: 0.1396880
Apr 20 14:17:28.290843 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Request body: {'port': {'device_id': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'admin_state_up': True, 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'security_groups': ['5252087c-ebf3-4e93-8d56-012f52dbf2df']}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:17:28.441555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:17:28.452953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:17:28.463465 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Made reservation on behalf of 1c8677d41c734622b642ad898a8c995f for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:17:28.469742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:28.647604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Allocated IP 172.20.0.4 (208826de-226c-4839-8ac0-886efbb4ebc9/f713650e-646d-446a-9dd4-a9c072bdeac5/a84314c2-eea5-4034-96b1-1fa240ab0ac4) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:17:28.859205 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:28.876993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Transition to ACTIVE for port object a84314c2-eea5-4034-96b1-1fa240ab0ac4 will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:17:28.904067 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:28.910316 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cae96943-c9d5-4780-806f-4457cc90e496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:28.983537 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Network 208826de-226c-4839-8ac0-886efbb4ebc9 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:17:28.987296 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:17:28.992677 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:17:29.036523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event updated for resources: {'Port': ['ID=a84314c2-eea5-4034-96b1-1fa240ab0ac4,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:29.043517 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:29.077859 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:29.078462 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:29.116274 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8297920
Apr 20 14:17:29.132705 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Request body: {'port': {'device_id': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:17:29.254408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-71939c16-3e80-471c-84fb-6b8a55bddc9a None None] Provisioning for port a84314c2-eea5-4034-96b1-1fa240ab0ac4 completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:17:29.260913 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-71939c16-3e80-471c-84fb-6b8a55bddc9a None None] Provisioning complete for port a84314c2-eea5-4034-96b1-1fa240ab0ac4 triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:17:29.261226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-71939c16-3e80-471c-84fb-6b8a55bddc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:29.265051 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:29.338607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-71939c16-3e80-471c-84fb-6b8a55bddc9a None None] Port a84314c2-eea5-4034-96b1-1fa240ab0ac4 cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:17:29.504971 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ba945-1dc3-408d-932b-c84fcc7c315b req-85b1dab0-d89c-41d8-9d68-076ae4468830 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:29.506744 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-577ba945-1dc3-408d-932b-c84fcc7c315b req-85b1dab0-d89c-41d8-9d68-076ae4468830 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 931 time: 0.1024892
Apr 20 14:17:29.558099 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-577ba945-1dc3-408d-932b-c84fcc7c315b req-39f70ee2-e916-424d-9500-c5616b9199b3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441103
Apr 20 14:17:29.670667 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84314c2-eea5-4034-96b1-1fa240ab0ac4 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:17:29.679173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:29.695509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Transition to ACTIVE for port object a84314c2-eea5-4034-96b1-1fa240ab0ac4 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:17:29.698989 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:29.704175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d964b252-63f8-4ad1-bccf-b3bc2d159095 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:29.879507 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Pushing event updated for resources: {'Port': ['ID=a84314c2-eea5-4034-96b1-1fa240ab0ac4,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:29.888221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:29.979808 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Attempting to bind port a84314c2-eea5-4034-96b1-1fa240ab0ac4 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:17:29.980159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Attempting to bind port a84314c2-eea5-4034-96b1-1fa240ab0ac4 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:17:29.980515 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Attempting to bind port a84314c2-eea5-4034-96b1-1fa240ab0ac4 on network 208826de-226c-4839-8ac0-886efbb4ebc9 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:17:29.986330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Port a84314c2-eea5-4034-96b1-1fa240ab0ac4 on network 208826de-226c-4839-8ac0-886efbb4ebc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:17:29.986704 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Attempting to bind port a84314c2-eea5-4034-96b1-1fa240ab0ac4 on network 208826de-226c-4839-8ac0-886efbb4ebc9 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:17:29.993554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:17:29.994061 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Checking segment: {'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:17:29.994555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Bound using segment: {'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:17:29.995116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Bound port: a84314c2-eea5-4034-96b1-1fa240ab0ac4, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04edf4f1-b314-422b-8df0-4b8c4d5af434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:17:29.995570 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:30.133496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] For port a84314c2-eea5-4034-96b1-1fa240ab0ac4, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:17:30.138389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] For port a84314c2-eea5-4034-96b1-1fa240ab0ac4, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:17:30.142030 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:30.148405 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5d5cefe3-c3a9-4e86-be3c-2bbfd6d5de32 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:30.215201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:30.215862 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:30.217414 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] 10.222.0.53 "PUT /v2.0/ports/a84314c2-eea5-4034-96b1-1fa240ab0ac4 HTTP/1.1" status: 200  len: 1093 time: 1.0900977
Apr 20 14:17:30.218027 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:17:30.242173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Pushing event updated for resources: {'Port': ['ID=a84314c2-eea5-4034-96b1-1fa240ab0ac4,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:30.245618 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:30.315195 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'status': 'completed', 'code': 200}
Apr 20 14:17:30.361858 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-96d61479-9690-434b-9f6f-7b16dfa6644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:30.364422 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-96d61479-9690-434b-9f6f-7b16dfa6644e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 1096 time: 0.0922565
Apr 20 14:17:30.514258 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-878ae439-83b0-4706-9e3c-222e75b53d15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4 HTTP/1.1" status: 200  len: 217 time: 0.1377275
Apr 20 14:17:30.609008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-766a9ff0-1a4a-43c9-921f-7068f53ab893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:30.611771 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-766a9ff0-1a4a-43c9-921f-7068f53ab893 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 200  len: 856 time: 0.0902092
Apr 20 14:17:30.704965 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9cb56ec9-cc0b-4762-a754-7351dd3b413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:30.706720 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-9cb56ec9-cc0b-4762-a754-7351dd3b413c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=208826de-226c-4839-8ac0-886efbb4ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866823
Apr 20 14:17:30.810667 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7342a9-71af-4a14-8792-e34c5cf32a1a req-081d3822-6254-4c81-9aa4-6b834e7fa3ea tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:30.813556 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7a7342a9-71af-4a14-8792-e34c5cf32a1a req-081d3822-6254-4c81-9aa4-6b834e7fa3ea tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.1179841
Apr 20 14:17:30.873490 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7a7342a9-71af-4a14-8792-e34c5cf32a1a req-fef53d36-3952-40d9-961e-0ead04cd70f6 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470955
Apr 20 14:17:31.145365 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-c37e2db7-d344-4950-bcbd-f82c36285d38 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4305873
Apr 20 14:17:31.296141 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15a3a867-800f-4dbf-b37d-b1153688c782 req-a68c6ebc-30d0-4238-b764-b3053517be89 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438394
Apr 20 14:17:31.434909 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf91d7-ebde-474b-9928-03fc09bb2333 req-a272d75c-e152-4e2e-b765-4612f4f9b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:31.436698 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98bf91d7-ebde-474b-9928-03fc09bb2333 req-a272d75c-e152-4e2e-b765-4612f4f9b503 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 1096 time: 0.0886734
Apr 20 14:17:31.591992 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf91d7-ebde-474b-9928-03fc09bb2333 req-c42bda23-9eeb-4895-9860-4a2b22c76764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:31.593613 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98bf91d7-ebde-474b-9928-03fc09bb2333 req-c42bda23-9eeb-4895-9860-4a2b22c76764 service neutron] 10.222.0.53 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 918 time: 0.1491129
Apr 20 14:17:31.684054 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98bf91d7-ebde-474b-9928-03fc09bb2333 req-a17fbb04-d776-4cc9-a3b0-740f8a8b3151 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4 HTTP/1.1" status: 200  len: 217 time: 0.0838182
Apr 20 14:17:31.793747 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf91d7-ebde-474b-9928-03fc09bb2333 req-348c62eb-6f96-4056-9f0d-35f5811f0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:31.795793 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98bf91d7-ebde-474b-9928-03fc09bb2333 req-348c62eb-6f96-4056-9f0d-35f5811f0149 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 200  len: 856 time: 0.1008785
Apr 20 14:17:31.877808 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5c8f9-9f4f-4fee-ae3d-4aa9bd023d77 req-8cd6e713-592d-4067-84fc-270887776d3b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:31.880616 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-89c5c8f9-9f4f-4fee-ae3d-4aa9bd023d77 req-8cd6e713-592d-4067-84fc-270887776d3b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1718118
Apr 20 14:17:31.948632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf91d7-ebde-474b-9928-03fc09bb2333 req-df6fe4d8-8392-44ab-8031-7fa249430353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:31.950477 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98bf91d7-ebde-474b-9928-03fc09bb2333 req-df6fe4d8-8392-44ab-8031-7fa249430353 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=208826de-226c-4839-8ac0-886efbb4ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1456201
Apr 20 14:17:31.968529 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-89c5c8f9-9f4f-4fee-ae3d-4aa9bd023d77 req-458ed874-77a1-4092-b199-49e62b8396be tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798094
Apr 20 14:17:32.178568 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98bf91d7-ebde-474b-9928-03fc09bb2333 req-3e5f9211-c336-4d4a-bcd9-7cc5584abebb service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2201838
Apr 20 14:17:32.192482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b1c2a-8951-46cc-b599-64d946974df7 req-e0341b40-e91f-4713-846e-4c55cccb75d5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:32.193248 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-915b1c2a-8951-46cc-b599-64d946974df7 req-e0341b40-e91f-4713-846e-4c55cccb75d5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Synchronizing usage tracker for tenant:1c8677d41c734622b642ad898a8c995f on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:17:32.300038 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-915b1c2a-8951-46cc-b599-64d946974df7 req-e0341b40-e91f-4713-846e-4c55cccb75d5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Unset dirty status for tenant:1c8677d41c734622b642ad898a8c995f on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:17:32.301325 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-915b1c2a-8951-46cc-b599-64d946974df7 req-e0341b40-e91f-4713-846e-4c55cccb75d5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.2539401
Apr 20 14:17:32.379927 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98bf91d7-ebde-474b-9928-03fc09bb2333 req-c871de1b-ee3c-4f85-896b-13d95790d425 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833482
Apr 20 14:17:32.388147 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-915b1c2a-8951-46cc-b599-64d946974df7 req-e70812fc-e9df-4279-a458-e4c3f78aebf5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787947
Apr 20 14:17:33.179286 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-946a0dd9-10c4-4381-b5b4-2819b65ce0e3 req-3f1aad76-7c48-43ae-ada6-0a4d8a6ccdfd tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271663757&fields=id&tenant_id=29d8195a916f479b9747a1f2f07b9280 HTTP/1.1" status: 200  len: 267 time: 0.0553553
Apr 20 14:17:33.221100 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2cba6-7f97-404c-bd93-248d406454ff req-c8913e33-565d-4e0f-8222-0296f6120217 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:33.222824 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-10e2cba6-7f97-404c-bd93-248d406454ff req-c8913e33-565d-4e0f-8222-0296f6120217 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0974488
Apr 20 14:17:33.273888 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-10e2cba6-7f97-404c-bd93-248d406454ff req-6c6c174b-74a5-4aca-8fac-b87c5fdd4ef7 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439396
Apr 20 14:17:33.275053 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a0dd9-10c4-4381-b5b4-2819b65ce0e3 req-f6167801-37a4-4805-ae7d-3d459e98e035 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:33.276641 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-946a0dd9-10c4-4381-b5b4-2819b65ce0e3 req-f6167801-37a4-4805-ae7d-3d459e98e035 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 984 time: 0.0908329
Apr 20 14:17:33.289606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-946a0dd9-10c4-4381-b5b4-2819b65ce0e3 req-9510ba04-9971-4816-80a5-bfbbb95617ee tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Request body: {'port': {'security_groups': ['5da18c58-d5d3-4409-ba03-9883455a633e']}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:17:33.421809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-946a0dd9-10c4-4381-b5b4-2819b65ce0e3 req-9510ba04-9971-4816-80a5-bfbbb95617ee tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:33.608310 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043a965-a2be-4b5a-9670-0c9e2f099b36 req-683217e8-26e9-4550-afd2-04f4dbf30823 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:33.610044 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6043a965-a2be-4b5a-9670-0c9e2f099b36 req-683217e8-26e9-4550-afd2-04f4dbf30823 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.0950043
Apr 20 14:17:33.660654 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6043a965-a2be-4b5a-9670-0c9e2f099b36 req-ed648019-9a18-41c2-8774-b2cece489cb4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439742
Apr 20 14:17:33.693153 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-946a0dd9-10c4-4381-b5b4-2819b65ce0e3 req-9510ba04-9971-4816-80a5-bfbbb95617ee tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] For port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:17:33.721570 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-946a0dd9-10c4-4381-b5b4-2819b65ce0e3 req-9510ba04-9971-4816-80a5-bfbbb95617ee tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:33.726336 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-946a0dd9-10c4-4381-b5b4-2819b65ce0e3 req-9510ba04-9971-4816-80a5-bfbbb95617ee tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:33.732461 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-760399a0-fccc-4d00-ad55-6e2976b52731 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:33.741132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['8e94ea28-e9c0-44bc-9ed3-a87481ec813f'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:17:33.807391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a0dd9-10c4-4381-b5b4-2819b65ce0e3 req-9510ba04-9971-4816-80a5-bfbbb95617ee tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:33.808086 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-946a0dd9-10c4-4381-b5b4-2819b65ce0e3 req-9510ba04-9971-4816-80a5-bfbbb95617ee tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:33.809616 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-946a0dd9-10c4-4381-b5b4-2819b65ce0e3 req-9510ba04-9971-4816-80a5-bfbbb95617ee tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "PUT /v2.0/ports/8e94ea28-e9c0-44bc-9ed3-a87481ec813f HTTP/1.1" status: 200  len: 942 time: 0.5253804
Apr 20 14:17:33.810208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:17:33.817173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 58984) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:33.872526 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f', 'status': 'completed', 'code': 200}
Apr 20 14:17:33.873371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510ba04-9971-4816-80a5-bfbbb95617ee tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event updated for resources: {'Port': ['ID=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,revision_number=7']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:33.888410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9510ba04-9971-4816-80a5-bfbbb95617ee tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:33.895498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['8e94ea28-e9c0-44bc-9ed3-a87481ec813f'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:17:33.923403 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:33.966502 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:33.984088 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f5c25-b6af-45d8-9e28-74aff5386289 req-2d266764-dd73-46ad-9320-8ccdb54c9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:33.986105 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b78f5c25-b6af-45d8-9e28-74aff5386289 req-2d266764-dd73-46ad-9320-8ccdb54c9612 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29d8195a916f479b9747a1f2f07b9280&device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 1098 time: 0.0899663
Apr 20 14:17:34.033073 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:34.040161 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f45ac158-f819-4e34-bb34-93a3349c4022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:34.061646 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf0b5ae-cf4a-4af9-b30c-736ecee838a1,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:34.074014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:34.074477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:34.074910 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:34.075373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:34.075770 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:34.076250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:34.076685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:34.077079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:34.077471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:34.077910 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:34.078530 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:34.078654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:34.089736 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:34.100222 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:34.104835 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "DELETE /v2.0/security-groups/7cf0b5ae-cf4a-4af9-b30c-736ecee838a1 HTTP/1.1" status: 204  len: 168 time: 0.2863400
Apr 20 14:17:34.105483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 58988) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:34.120633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-46af298a-63d2-47c5-be41-3284f049a2c0 None None] Provisioning complete for port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:17:34.121105 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-46af298a-63d2-47c5-be41-3284f049a2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:34.156540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f5c25-b6af-45d8-9e28-74aff5386289 req-eb231fea-8d77-46f3-9638-62739b7bcc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:34.158021 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b78f5c25-b6af-45d8-9e28-74aff5386289 req-eb231fea-8d77-46f3-9638-62739b7bcc3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=dba9e294-92e4-413e-8bce-986c47c8eae7 HTTP/1.1" status: 200  len: 916 time: 0.1606750
Apr 20 14:17:34.278473 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b78f5c25-b6af-45d8-9e28-74aff5386289 req-83bbfdcf-e41f-42f6-a458-cb7c0c3ef64d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f HTTP/1.1" status: 200  len: 999 time: 0.1114428
Apr 20 14:17:34.353003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-87713a4b-16f6-4f06-bcb1-bcae81188e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:34.362064 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f5c25-b6af-45d8-9e28-74aff5386289 req-366d5f1a-1565-4479-9761-8138af327b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:34.363736 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b78f5c25-b6af-45d8-9e28-74aff5386289 req-366d5f1a-1565-4479-9761-8138af327b8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=733e26ca-97ac-403f-a602-f010414e3fe8 HTTP/1.1" status: 200  len: 854 time: 0.0785232
Apr 20 14:17:34.375450 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Deleting port 26901b2d-bf56-4f9b-b5eb-0779feb21aed {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:17:34.375832 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:34.518794 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f5c25-b6af-45d8-9e28-74aff5386289 req-9293957c-a632-49d7-99b3-b91740aec281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:34.520446 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b78f5c25-b6af-45d8-9e28-74aff5386289 req-9293957c-a632-49d7-99b3-b91740aec281 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dba9e294-92e4-413e-8bce-986c47c8eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1488218
Apr 20 14:17:34.529847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22478f7-66b5-4a3e-9462-de3e8c1b6d57 req-9213fd38-4cdd-4cd5-8671-36b4b4d1dd40 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:34.531202 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f22478f7-66b5-4a3e-9462-de3e8c1b6d57 req-9213fd38-4cdd-4cd5-8671-36b4b4d1dd40 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1248724
Apr 20 14:17:34.553599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:34.553998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:34.669114 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f22478f7-66b5-4a3e-9462-de3e8c1b6d57 req-2fca9fe7-bcca-4f2a-89ad-2624c49bded6 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1133540
Apr 20 14:17:34.688408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Calling delete_port for 26901b2d-bf56-4f9b-b5eb-0779feb21aed owned by network:floatingip {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:17:34.711857 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b78f5c25-b6af-45d8-9e28-74aff5386289 req-ed08b207-49c2-4175-8f03-e2fd6a0d822b service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1796062
Apr 20 14:17:34.856924 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b78f5c25-b6af-45d8-9e28-74aff5386289 req-9477b203-afe1-4d5d-adff-669bfeddadfa service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381373
Apr 20 14:17:34.952878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddcde3-0af3-4fa2-959a-58ba3e53ee5b req-f4735bcf-0694-41e7-aec7-7a25a618ec10 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:34.954537 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-17ddcde3-0af3-4fa2-959a-58ba3e53ee5b req-f4735bcf-0694-41e7-aec7-7a25a618ec10 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.1618106
Apr 20 14:17:34.955359 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:34.959561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cb9ee40a-e7ce-45a5-bdcc-d0fc721cb8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:35.060587 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event deleted for resources: {'Port': ['ID=26901b2d-bf56-4f9b-b5eb-0779feb21aed,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:35.063342 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:35.131179 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-17ddcde3-0af3-4fa2-959a-58ba3e53ee5b req-b33c865f-4f9a-42f8-95a4-666e81855dda tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1392505
Apr 20 14:17:35.152999 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks [] for floatingip, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:35.153371 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Floating IP 922d635c-0439-4228-87df-296948efe351 disassociated (deleted). External IP: 172.27.3.8, port: 8e94ea28-e9c0-44bc-9ed3-a87481ec813f.
Apr 20 14:17:35.527532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Router a5b1c6f1-eba3-49e8-962d-22c68223cc88 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:17:35.877522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device a84314c2-eea5-4034-96b1-1fa240ab0ac4 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:17:35.884150 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fe5ed-518b-4128-a31e-e1933802e72a req-ecd99486-0252-40ed-81c9-188a7c2f9b6f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:35.885961 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-426fe5ed-518b-4128-a31e-e1933802e72a req-ecd99486-0252-40ed-81c9-188a7c2f9b6f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0922689
Apr 20 14:17:35.936577 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-426fe5ed-518b-4128-a31e-e1933802e72a req-83790cdb-e35a-4d07-a3d7-1bf14cacba41 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432403
Apr 20 14:17:35.974215 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:17:35.987184 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a428c-b9e8-40b9-a3d3-1ee2edce4d7e None None] Sync routers for ids ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:17:35.994891 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:36.015432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a428c-b9e8-40b9-a3d3-1ee2edce4d7e None None] Routers {'a5b1c6f1-eba3-49e8-962d-22c68223cc88'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:17:36.016122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-2c9a428c-b9e8-40b9-a3d3-1ee2edce4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315e765c0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:17:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:36.068349 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "DELETE /v2.0/floatingips/922d635c-0439-4228-87df-296948efe351 HTTP/1.1" status: 204  len: 168 time: 1.9580402
Apr 20 14:17:36.068349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:17:36.123239 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f', 'status': 'completed', 'code': 200}
Apr 20 14:17:36.220261 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-2c9a428c-b9e8-40b9-a3d3-1ee2edce4d7e None None] Set router a5b1c6f1-eba3-49e8-962d-22c68223cc88 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:17:36.236407 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d3cf8-772f-49f5-b599-40a094f228ad req-ad251d14-deb6-4367-b025-41824c6ed1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:36.238600 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da0d3cf8-772f-49f5-b599-40a094f228ad req-ad251d14-deb6-4367-b025-41824c6ed1a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29d8195a916f479b9747a1f2f07b9280&device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 1098 time: 0.0920305
Apr 20 14:17:36.309481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port a84314c2-eea5-4034-96b1-1fa240ab0ac4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:17:36.403767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'port_id': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'mac_address': 'fa:16:3e:18:55:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:17:36.471054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3926b-712f-4322-9aa2-a61cacec83b2 req-944c7fe2-cf5d-4204-86be-08ae148f5cdc tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:36.472998 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-43d3926b-712f-4322-9aa2-a61cacec83b2 req-944c7fe2-cf5d-4204-86be-08ae148f5cdc tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.2007272
Apr 20 14:17:36.476378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d3cf8-772f-49f5-b599-40a094f228ad req-8d139ef2-5552-4793-bd36-b2b805773257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:36.477919 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da0d3cf8-772f-49f5-b599-40a094f228ad req-8d139ef2-5552-4793-bd36-b2b805773257 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dba9e294-92e4-413e-8bce-986c47c8eae7 HTTP/1.1" status: 200  len: 916 time: 0.2327833
Apr 20 14:17:36.562593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:36.577909 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da0d3cf8-772f-49f5-b599-40a094f228ad req-28e6f61a-43ac-4614-83a8-b35dab3e7fa2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f HTTP/1.1" status: 200  len: 217 time: 0.0799353
Apr 20 14:17:36.598435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84314c2-eea5-4034-96b1-1fa240ab0ac4 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:17:36.647961 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-43d3926b-712f-4322-9aa2-a61cacec83b2 req-fa2b0625-57a3-4bde-ac2a-8585510b0113 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1652727
Apr 20 14:17:36.668203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d3cf8-772f-49f5-b599-40a094f228ad req-4b4ed9e9-1a1f-400e-813d-5685f48d4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:36.669819 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da0d3cf8-772f-49f5-b599-40a094f228ad req-4b4ed9e9-1a1f-400e-813d-5685f48d4f2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=733e26ca-97ac-403f-a602-f010414e3fe8 HTTP/1.1" status: 200  len: 854 time: 0.0836959
Apr 20 14:17:36.855360 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port a84314c2-eea5-4034-96b1-1fa240ab0ac4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:17:36.859026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d4aa4c0c-4e45-460e-96eb-c4a466fd9b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:36.863354 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:36.865635 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:36.953870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=a84314c2-eea5-4034-96b1-1fa240ab0ac4,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:36.965166 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:36.965560 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:36.965942 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:36.966320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:36.966726 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:36.967092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:36.967415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:36.967834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:36.968165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:36.968558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:36.969272 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:36.969272 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:36.975451 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-2c9a428c-b9e8-40b9-a3d3-1ee2edce4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315e765c0>, [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:13:05Z', 'revision_number': 4, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port': {'id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:12:59Z', 'updated_at': '2021-04-20T14:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa', 'name': '', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'mac_address': 'fa:16:3e:94:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:03Z', 'updated_at': '2021-04-20T14:13:18Z', 'revision_number': 5, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'subnets': [{'id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:36.978460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:36.980266 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a428c-b9e8-40b9-a3d3-1ee2edce4d7e None None] Checking router: a5b1c6f1-eba3-49e8-962d-22c68223cc88 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:17:36.989970 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9a428c-b9e8-40b9-a3d3-1ee2edce4d7e None None] Routers {'a5b1c6f1-eba3-49e8-962d-22c68223cc88'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:17:36.990784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-2c9a428c-b9e8-40b9-a3d3-1ee2edce4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315e765c0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:17:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:36.990928 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d3cf8-772f-49f5-b599-40a094f228ad req-89f93222-5c18-4fcb-a41d-c8ab86586a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:36.993721 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da0d3cf8-772f-49f5-b599-40a094f228ad req-89f93222-5c18-4fcb-a41d-c8ab86586a07 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dba9e294-92e4-413e-8bce-986c47c8eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3149526
Apr 20 14:17:37.148622 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da0d3cf8-772f-49f5-b599-40a094f228ad req-a67d99b1-39bd-4b04-823c-ac95d6e09af8 service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414938
Apr 20 14:17:37.177823 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e680b-10fd-49a4-8c0b-8c10294216ad req-273c28b6-05c7-49e9-b072-ffa4c8191f4e tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:37.186567 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-544e680b-10fd-49a4-8c0b-8c10294216ad req-273c28b6-05c7-49e9-b072-ffa4c8191f4e tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1167936
Apr 20 14:17:37.199887 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-2c9a428c-b9e8-40b9-a3d3-1ee2edce4d7e None None] Set router a5b1c6f1-eba3-49e8-962d-22c68223cc88 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:17:37.240741 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-544e680b-10fd-49a4-8c0b-8c10294216ad req-8c8ec8ed-961f-4465-995c-1853ec316af9 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529530
Apr 20 14:17:37.272148 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['a84314c2-eea5-4034-96b1-1fa240ab0ac4'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:17:37.305979 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-da0d3cf8-772f-49f5-b599-40a094f228ad req-bcd82a62-9982-4bd5-aa58-e0ef27337896 service neutron] 10.222.0.53 "GET /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444182
Apr 20 14:17:37.424175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:37.717907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:37.728270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-2c9a428c-b9e8-40b9-a3d3-1ee2edce4d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315e765c0>, [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:13:05Z', 'revision_number': 4, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port': {'id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:12:59Z', 'updated_at': '2021-04-20T14:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa', 'name': '', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'mac_address': 'fa:16:3e:94:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:03Z', 'updated_at': '2021-04-20T14:13:18Z', 'revision_number': 5, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'subnets': [{'id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:37.735466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9a428c-b9e8-40b9-a3d3-1ee2edce4d7e None None] The sync data for ids ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'] in dv-cinder-774594-5-iscsi is: [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:13:05Z', 'revision_number': 4, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port': {'id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:12:59Z', 'updated_at': '2021-04-20T14:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa', 'name': '', 'network_id': 'dba9e294-92e4-413e-8bce-986c47c8eae7', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'mac_address': 'fa:16:3e:94:2f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:03Z', 'updated_at': '2021-04-20T14:13:18Z', 'revision_number': 5, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'subnets': [{'id': '733e26ca-97ac-403f-a602-f010414e3fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:17:37.878638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c595-1ac5-4b79-8a76-819356b221e2 req-76866d7d-b8b6-48c5-aaa2-a3840e516cc3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:37.881610 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bc91c595-1ac5-4b79-8a76-819356b221e2 req-76866d7d-b8b6-48c5-aaa2-a3840e516cc3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 944 time: 0.1000667
Apr 20 14:17:37.929533 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bc91c595-1ac5-4b79-8a76-819356b221e2 req-68cd5b2a-a8f4-41b8-8c4b-a065f42078cc tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426247
Apr 20 14:17:38.145264 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe85945-9813-4cb9-8dee-cdc52db27aaa None None] New status for floating IP 922d635c-0439-4228-87df-296948efe351: DOWN {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:17:38.423703 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:38.447870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7354da-e8e5-437c-a75f-a7de1309a025 req-ecebb762-5f89-4607-bb0c-f2519b91b9a8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:38.449475 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3d7354da-e8e5-437c-a75f-a7de1309a025 req-ecebb762-5f89-4607-bb0c-f2519b91b9a8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0956852
Apr 20 14:17:38.498894 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3d7354da-e8e5-437c-a75f-a7de1309a025 req-184c741e-93a1-4d93-868b-c80b7855fb8b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427535
Apr 20 14:17:39.062776 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:39.138920 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25d7ab-c9cb-4350-a609-d5bea5059915 req-bc166ace-dd37-47dc-8c30-d5f03cd7c84b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:39.140533 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-be25d7ab-c9cb-4350-a609-d5bea5059915 req-bc166ace-dd37-47dc-8c30-d5f03cd7c84b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 944 time: 0.0894592
Apr 20 14:17:39.189999 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-be25d7ab-c9cb-4350-a609-d5bea5059915 req-abffa991-c2bc-49f0-ac0f-cd6d4b1599ad tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424345
Apr 20 14:17:39.569156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ec992-043f-4c51-8fce-70b97ee97679 req-9a6a03e7-5c0a-4d6a-a070-ab1bb3daad0c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:39.570786 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d17ec992-043f-4c51-8fce-70b97ee97679 req-9a6a03e7-5c0a-4d6a-a070-ab1bb3daad0c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 945 time: 0.0971165
Apr 20 14:17:39.623718 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d17ec992-043f-4c51-8fce-70b97ee97679 req-f4cc397e-557b-4915-8efd-df9f6aaf1ad9 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458634
Apr 20 14:17:39.713236 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ba9bc-df08-4b09-8b83-d54cedbd5bbe req-770f9dd5-3d5d-4813-bbda-158274525c58 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:39.715032 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bb9ba9bc-df08-4b09-8b83-d54cedbd5bbe req-770f9dd5-3d5d-4813-bbda-158274525c58 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0921628
Apr 20 14:17:39.771582 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bb9ba9bc-df08-4b09-8b83-d54cedbd5bbe req-d34a922e-afa1-4182-a726-c8ab3a540896 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496294
Apr 20 14:17:39.892866 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device a84314c2-eea5-4034-96b1-1fa240ab0ac4 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:17:39.944947 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:17:39.964859 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port a84314c2-eea5-4034-96b1-1fa240ab0ac4 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:17:39.970257 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port a84314c2-eea5-4034-96b1-1fa240ab0ac4 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:17:39.970730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:39.977167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f3b39-a84f-4af5-b61c-c3dce86b8394 req-7d2722f1-9930-4ca5-affc-5d6a8f9d8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:39.978986 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-362f3b39-a84f-4af5-b61c-c3dce86b8394 req-7d2722f1-9930-4ca5-affc-5d6a8f9d8ee3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766c27cfe7f6408c88e8b02814459154&device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 1098 time: 0.0824513
Apr 20 14:17:40.104094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:40.133598 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:17:40.138630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f3b39-a84f-4af5-b61c-c3dce86b8394 req-61b3fba1-584e-4672-9a29-11aad7e05256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:40.140239 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-362f3b39-a84f-4af5-b61c-c3dce86b8394 req-61b3fba1-584e-4672-9a29-11aad7e05256 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5ed19ab-cd2e-445f-9d67-21775a46871e HTTP/1.1" status: 200  len: 912 time: 0.1407378
Apr 20 14:17:40.146219 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port a84314c2-eea5-4034-96b1-1fa240ab0ac4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:17:40.150169 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:40.152192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-832fffa8-e23a-4f61-8c56-70f5be68a1c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:40.192750 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'code': 200}
Apr 20 14:17:40.230332 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=a84314c2-eea5-4034-96b1-1fa240ab0ac4,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:40.234208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:40.267196 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-362f3b39-a84f-4af5-b61c-c3dce86b8394 req-54633547-9fec-4993-9a6c-7f2af4506a1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 HTTP/1.1" status: 200  len: 1000 time: 0.1197829
Apr 20 14:17:40.347642 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f3b39-a84f-4af5-b61c-c3dce86b8394 req-ba65defa-d44e-40f1-8f9a-473bf8beb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:40.349257 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-362f3b39-a84f-4af5-b61c-c3dce86b8394 req-ba65defa-d44e-40f1-8f9a-473bf8beb21c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d0873af-78d2-4a57-8751-7ff684d4f9a5 HTTP/1.1" status: 200  len: 850 time: 0.0728753
Apr 20 14:17:40.407836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a116f7-c309-4681-9685-be87cb043c94 req-51ef978b-4e84-44fa-aa5e-8d4f0c8b797c tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:40.409430 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c6a116f7-c309-4681-9685-be87cb043c94 req-51ef978b-4e84-44fa-aa5e-8d4f0c8b797c tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.0963066
Apr 20 14:17:40.458900 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c6a116f7-c309-4681-9685-be87cb043c94 req-3c3791b6-b60d-473e-b11e-8ec0967f0e40 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425920
Apr 20 14:17:40.504996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c0e5-149c-4869-8489-589a6ec215e7 req-15c7ac15-bfaf-430c-a0ed-dd0d0e1829df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:40.506705 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-df69c0e5-149c-4869-8489-589a6ec215e7 req-15c7ac15-bfaf-430c-a0ed-dd0d0e1829df service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 1098 time: 0.1141400
Apr 20 14:17:40.511648 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f3b39-a84f-4af5-b61c-c3dce86b8394 req-a3a8f8d1-730c-4a5e-a519-ce4fed2855d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:40.513419 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-362f3b39-a84f-4af5-b61c-c3dce86b8394 req-a3a8f8d1-730c-4a5e-a519-ce4fed2855d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5ed19ab-cd2e-445f-9d67-21775a46871e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1559801
Apr 20 14:17:40.647222 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-df69c0e5-149c-4869-8489-589a6ec215e7 req-1901ab0d-b005-47e6-9464-33db1cd2b1cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1326044
Apr 20 14:17:40.695073 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-362f3b39-a84f-4af5-b61c-c3dce86b8394 req-40836990-1e45-4b3a-a734-be03c164986c service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645117
Apr 20 14:17:40.944512 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfac0e4-90cf-477f-89a1-33fd367ba089 req-0af84157-a80f-4b95-b393-f622389eeb7f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:40.946762 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2cfac0e4-90cf-477f-89a1-33fd367ba089 req-0af84157-a80f-4b95-b393-f622389eeb7f tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 945 time: 0.2034154
Apr 20 14:17:40.984912 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-362f3b39-a84f-4af5-b61c-c3dce86b8394 req-1a90ba75-0b67-468b-b718-5fb029e598eb service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933575
Apr 20 14:17:40.986117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2f74b-6845-4e3a-9d7f-2bfd816cffe8 req-d6af5cd7-ee47-4043-b8d1-99500fe0b96a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:40.987845 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a7b2f74b-6845-4e3a-9d7f-2bfd816cffe8 req-d6af5cd7-ee47-4043-b8d1-99500fe0b96a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0960176
Apr 20 14:17:41.024672 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2cfac0e4-90cf-477f-89a1-33fd367ba089 req-1c94076c-e8db-491a-9209-dc8c7290b477 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651016
Apr 20 14:17:41.054217 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a7b2f74b-6845-4e3a-9d7f-2bfd816cffe8 req-5e88a32b-3971-43a4-a5e0-2fb9e93a85f1 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571597
Apr 20 14:17:41.679429 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8253d-a3a7-4846-80a1-ab02993ce9ea req-1022a06f-6477-49b9-9c79-ce7fcc3d174d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:41.681275 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-21d8253d-a3a7-4846-80a1-ab02993ce9ea req-1022a06f-6477-49b9-9c79-ce7fcc3d174d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.0986691
Apr 20 14:17:41.790414 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-21d8253d-a3a7-4846-80a1-ab02993ce9ea req-c98c0ea6-928a-4c70-9751-7cb9e484ecfd tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708973
Apr 20 14:17:41.828187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15539c-37c4-4aac-8099-8258160673a9 req-c5383c33-83b8-4092-b9e2-5d8ad69cc579 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:41.834529 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fe15539c-37c4-4aac-8099-8258160673a9 req-c5383c33-83b8-4092-b9e2-5d8ad69cc579 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.53 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 945 time: 0.1486764
Apr 20 14:17:41.927560 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-fe15539c-37c4-4aac-8099-8258160673a9 req-c50d98cd-6d92-4811-b7ca-38c538f68d6c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Deleting port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:17:41.927834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fe15539c-37c4-4aac-8099-8258160673a9 req-c50d98cd-6d92-4811-b7ca-38c538f68d6c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:42.266600 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22c0aa-3a5f-43dc-9820-5f62ad10a456 req-0155cb60-9659-4815-b4d4-ccb4bbb3716b tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:42.268519 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4b22c0aa-3a5f-43dc-9820-5f62ad10a456 req-0155cb60-9659-4815-b4d4-ccb4bbb3716b tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Synchronizing usage tracker for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:17:42.290434 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4b22c0aa-3a5f-43dc-9820-5f62ad10a456 req-0155cb60-9659-4815-b4d4-ccb4bbb3716b tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Unset dirty status for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:17:42.291761 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4b22c0aa-3a5f-43dc-9820-5f62ad10a456 req-0155cb60-9659-4815-b4d4-ccb4bbb3716b tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 945 time: 0.1214569
Apr 20 14:17:42.315261 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-fe15539c-37c4-4aac-8099-8258160673a9 req-c50d98cd-6d92-4811-b7ca-38c538f68d6c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] For port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:17:42.315589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fe15539c-37c4-4aac-8099-8258160673a9 req-c50d98cd-6d92-4811-b7ca-38c538f68d6c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:42.362903 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4b22c0aa-3a5f-43dc-9820-5f62ad10a456 req-652c40d4-2c4e-447c-95ed-283d3a1d3955 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Synchronizing usage tracker for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:17:42.379554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4b22c0aa-3a5f-43dc-9820-5f62ad10a456 req-652c40d4-2c4e-447c-95ed-283d3a1d3955 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Unset dirty status for tenant:29d8195a916f479b9747a1f2f07b9280 on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:17:42.381084 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4b22c0aa-3a5f-43dc-9820-5f62ad10a456 req-652c40d4-2c4e-447c-95ed-283d3a1d3955 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/security-groups?id=5da18c58-d5d3-4409-ba03-9883455a633e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802093
Apr 20 14:17:42.478477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-fe15539c-37c4-4aac-8099-8258160673a9 req-c50d98cd-6d92-4811-b7ca-38c538f68d6c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Calling delete_port for 8e94ea28-e9c0-44bc-9ed3-a87481ec813f owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:17:42.517487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f32a9-6ea4-45c3-81f9-a687d029f851 req-673560d0-ac3f-4f65-afa5-8f5f8ddf0afa tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:42.519327 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-075f32a9-6ea4-45c3-81f9-a687d029f851 req-673560d0-ac3f-4f65-afa5-8f5f8ddf0afa tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.3219090
Apr 20 14:17:42.609783 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-075f32a9-6ea4-45c3-81f9-a687d029f851 req-4dfff0c9-9fae-4d92-aec9-5df57610f39d tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819228
Apr 20 14:17:42.687440 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fe15539c-37c4-4aac-8099-8258160673a9 req-c50d98cd-6d92-4811-b7ca-38c538f68d6c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:42.694724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-32bbb63f-2e4d-4660-a963-c412eca50d58 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:42.699755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['8e94ea28-e9c0-44bc-9ed3-a87481ec813f'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:17:42.747273 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d98cd-6d92-4811-b7ca-38c538f68d6c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Pushing event deleted for resources: {'Port': ['ID=8e94ea28-e9c0-44bc-9ed3-a87481ec813f,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:42.749898 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c50d98cd-6d92-4811-b7ca-38c538f68d6c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:42.831880 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe15539c-37c4-4aac-8099-8258160673a9 req-c50d98cd-6d92-4811-b7ca-38c538f68d6c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] No DVR routers for this DVR port 8e94ea28-e9c0-44bc-9ed3-a87481ec813f on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:17:42.834548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fe15539c-37c4-4aac-8099-8258160673a9 req-c50d98cd-6d92-4811-b7ca-38c538f68d6c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:42.838977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'name': 'network-vif-deleted', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:17:42.853998 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fe15539c-37c4-4aac-8099-8258160673a9 req-c50d98cd-6d92-4811-b7ca-38c538f68d6c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.53 "DELETE /v2.0/ports/8e94ea28-e9c0-44bc-9ed3-a87481ec813f HTTP/1.1" status: 204  len: 173 time: 1.0090778
Apr 20 14:17:42.890391 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ff317e-d661-4d4a-b394-856c7b086e74', 'name': 'network-vif-deleted', 'tag': '8e94ea28-e9c0-44bc-9ed3-a87481ec813f', 'status': 'completed', 'code': 200}
Apr 20 14:17:43.027665 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4cc25-921d-4b63-82a7-ad3949dd6986 req-0035057b-1bd7-47fc-933c-3002b6a97c24 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:43.029359 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-dbf4cc25-921d-4b63-82a7-ad3949dd6986 req-0035057b-1bd7-47fc-933c-3002b6a97c24 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1053715
Apr 20 14:17:43.115698 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-dbf4cc25-921d-4b63-82a7-ad3949dd6986 req-17747d08-9838-47e1-8312-f16341c8c83b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745599
Apr 20 14:17:43.335779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc12f-1f98-4fcd-922e-690666879c72 req-8383fa5a-243e-4e4a-961a-40c21956f680 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:43.337475 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1edcc12f-1f98-4fcd-922e-690666879c72 req-8383fa5a-243e-4e4a-961a-40c21956f680 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.0983610
Apr 20 14:17:43.347586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 59060) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:43.353495 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-b7b9fea7-892a-4be1-96d5-93ad9aa30953 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Request body: {'floatingip': {'port_id': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:17:43.596241 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3c8aaca9-b4e1-4142-a517-9309e1229fc7 req-4a36a6c7-b986-4615-ae78-f0e5d50ac230 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] 10.222.0.30 "GET /v2.0/ports?device_id=79ff317e-d661-4d4a-b394-856c7b086e74 HTTP/1.1" status: 200  len: 210 time: 0.0520158
Apr 20 14:17:43.679208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fea7-892a-4be1-96d5-93ad9aa30953 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:44.094090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c05375-df82-4e2f-a258-0221b5c95fba req-2f1970f5-a9d4-46fb-b2be-a6e1cf85d4ee tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:44.095593 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00c05375-df82-4e2f-a258-0221b5c95fba req-2f1970f5-a9d4-46fb-b2be-a6e1cf85d4ee tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.3427145
Apr 20 14:17:44.177213 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00c05375-df82-4e2f-a258-0221b5c95fba req-99d48120-1b83-4726-86dd-d828bbfaf46c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680950
Apr 20 14:17:44.456816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fea7-892a-4be1-96d5-93ad9aa30953 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:44.461268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fea7-892a-4be1-96d5-93ad9aa30953 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:44.643543 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [None req-b7b9fea7-892a-4be1-96d5-93ad9aa30953 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Floating IP 10814bfd-93ec-4850-ae1c-4c990d88191f associated. External IP: 172.27.3.219, port: a84314c2-eea5-4034-96b1-1fa240ab0ac4.
Apr 20 14:17:45.029239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b9fea7-892a-4be1-96d5-93ad9aa30953 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:17:45.227816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b9fea7-892a-4be1-96d5-93ad9aa30953 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:17:45.232327 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7b9fea7-892a-4be1-96d5-93ad9aa30953 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:45.240090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc099883-c9af-46ed-9abd-3c7d1fca10be None None] Sync routers for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:17:45.255749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc099883-c9af-46ed-9abd-3c7d1fca10be None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:17:45.257041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-dc099883-c9af-46ed-9abd-3c7d1fca10be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3163c5358>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:17:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:45.297015 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b7b9fea7-892a-4be1-96d5-93ad9aa30953 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "PUT /v2.0/floatingips/10814bfd-93ec-4850-ae1c-4c990d88191f HTTP/1.1" status: 200  len: 991 time: 1.9457808
Apr 20 14:17:45.297015 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:17:45.411315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2790363-10b8-45bc-bf2c-ce4200accb70 req-5b847d03-15ee-430b-a1e2-dbbe66285757 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:45.412980 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c2790363-10b8-45bc-bf2c-ce4200accb70 req-5b847d03-15ee-430b-a1e2-dbbe66285757 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0990217
Apr 20 14:17:45.467486 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 59120) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:45.477555 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c2790363-10b8-45bc-bf2c-ce4200accb70 req-dffa02c7-f1ef-4d09-a503-7e1b54f237b7 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575421
Apr 20 14:17:45.498668 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-dc099883-c9af-46ed-9abd-3c7d1fca10be None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:17:45.556159 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'status': 'completed', 'code': 200}
Apr 20 14:17:45.895084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-dc099883-c9af-46ed-9abd-3c7d1fca10be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3163c5358>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '10814bfd-93ec-4850-ae1c-4c990d88191f', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'port_id': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'mac_address': 'fa:16:3e:18:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:17:25Z', 'updated_at': '2021-04-20T14:17:44Z', 'revision_number': 1, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:49Z', 'revision_number': 5, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:45.899319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc099883-c9af-46ed-9abd-3c7d1fca10be None None] Checking router: 921d6d45-ce0f-4c4e-ab0b-8da9b038082a for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:17:45.908612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc099883-c9af-46ed-9abd-3c7d1fca10be None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:17:45.909281 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-dc099883-c9af-46ed-9abd-3c7d1fca10be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3163c5358>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:17:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:45.971519 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 8e94ea28-e9c0-44bc-9ed3-a87481ec813f no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:17:46.050622 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed05175-c598-4c15-aace-06b1e01cbf20 req-3492bef8-a71f-406a-9871-931cc31ceb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:46.052301 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8ed05175-c598-4c15-aace-06b1e01cbf20 req-3492bef8-a71f-406a-9871-931cc31ceb3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 1098 time: 0.4984891
Apr 20 14:17:46.258489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: 8e94ea28-e9c0-44bc-9ed3-a87481ec813f {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:17:46.259115 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 8e94ea28-e9c0-44bc-9ed3-a87481ec813f not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:17:46.324563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-dc099883-c9af-46ed-9abd-3c7d1fca10be None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:17:46.342277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed05175-c598-4c15-aace-06b1e01cbf20 req-b062c12a-c555-4816-b3c0-256056b8680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:46.343919 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8ed05175-c598-4c15-aace-06b1e01cbf20 req-b062c12a-c555-4816-b3c0-256056b8680c service neutron] 10.222.0.53 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 918 time: 0.2273774
Apr 20 14:17:46.514336 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8ed05175-c598-4c15-aace-06b1e01cbf20 req-b2a98e06-3c90-4c82-a9a7-5baf05981be7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4 HTTP/1.1" status: 200  len: 999 time: 0.1631944
Apr 20 14:17:46.600961 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed05175-c598-4c15-aace-06b1e01cbf20 req-f0e6c1c9-09bc-432e-ab5c-c9435a28dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:46.602626 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8ed05175-c598-4c15-aace-06b1e01cbf20 req-f0e6c1c9-09bc-432e-ab5c-c9435a28dd6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 200  len: 856 time: 0.0788176
Apr 20 14:17:46.699250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b69d2a-3df4-4902-8f2f-a587193dfd3f req-745c5575-a358-42c9-99e9-57d03ad2daf3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:46.701680 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-46b69d2a-3df4-4902-8f2f-a587193dfd3f req-745c5575-a358-42c9-99e9-57d03ad2daf3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0944397
Apr 20 14:17:46.722916 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-dc099883-c9af-46ed-9abd-3c7d1fca10be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3163c5358>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '10814bfd-93ec-4850-ae1c-4c990d88191f', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'port_id': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'mac_address': 'fa:16:3e:18:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:17:25Z', 'updated_at': '2021-04-20T14:17:44Z', 'revision_number': 1, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:49Z', 'revision_number': 5, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:46.728587 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc099883-c9af-46ed-9abd-3c7d1fca10be None None] The sync data for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi is: [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '10814bfd-93ec-4850-ae1c-4c990d88191f', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'port_id': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'mac_address': 'fa:16:3e:18:55:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:17:25Z', 'updated_at': '2021-04-20T14:17:44Z', 'revision_number': 1, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:49Z', 'revision_number': 5, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:17:46.752273 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed05175-c598-4c15-aace-06b1e01cbf20 req-ee8acc7c-adce-4e98-b2cd-da025d8a8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:46.753973 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8ed05175-c598-4c15-aace-06b1e01cbf20 req-ee8acc7c-adce-4e98-b2cd-da025d8a8196 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=208826de-226c-4839-8ac0-886efbb4ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1168745
Apr 20 14:17:46.754317 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-46b69d2a-3df4-4902-8f2f-a587193dfd3f req-1e6ee205-26e9-48fb-9b44-daf11449ea22 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452981
Apr 20 14:17:46.757300 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981654'] for router_interface, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:47.028293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b50454-71b6-4d57-bc37-179147d02e7d None None] New status for floating IP 10814bfd-93ec-4850-ae1c-4c990d88191f: ACTIVE {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:17:47.094304 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8ed05175-c598-4c15-aace-06b1e01cbf20 req-30bea6d3-b148-4c79-9f68-c78a3504a908 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2679360
Apr 20 14:17:47.350642 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8ed05175-c598-4c15-aace-06b1e01cbf20 req-e4a15986-9d31-435f-90fb-ea2793a5e506 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2030160
Apr 20 14:17:47.422291 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] Deleting port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:17:47.422661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:47.614049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] For port 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:17:47.614471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:47.756328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] Calling delete_port for 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa owned by network:router_interface {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:17:47.968288 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595abaa-b4b3-4bc5-9f0a-7c296ab8f6d3 req-a57a155d-ec55-42bd-a2f8-6c2f3719fade tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:47.970531 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f595abaa-b4b3-4bc5-9f0a-7c296ab8f6d3 req-a57a155d-ec55-42bd-a2f8-6c2f3719fade tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0951481
Apr 20 14:17:48.025483 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f595abaa-b4b3-4bc5-9f0a-7c296ab8f6d3 req-b734cd21-ca8a-413d-ba8d-0e3e2d2b4ec5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474548
Apr 20 14:17:48.314905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:48.318895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:48.365144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] Pushing event deleted for resources: {'Port': ['ID=38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:48.368570 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:48.660681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981736'] for router_interface, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:49.050731 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] Router a5b1c6f1-eba3-49e8-962d-22c68223cc88 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:17:49.246615 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:17:49.256042 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9393ee-9fa1-409f-8b5d-e5ef199b688b req-e4581fa3-3dfa-47d8-830f-c77c273c2439 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:49.257802 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea93cd-2f16-42ff-8fdf-4cfcfe035da2 None None] Sync routers for ids ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:17:49.264438 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1f9393ee-9fa1-409f-8b5d-e5ef199b688b req-e4581fa3-3dfa-47d8-830f-c77c273c2439 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1123548
Apr 20 14:17:49.273660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea93cd-2f16-42ff-8fdf-4cfcfe035da2 None None] Routers {'a5b1c6f1-eba3-49e8-962d-22c68223cc88'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:17:49.279369 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] 10.222.0.30 "PUT /v2.0/routers/a5b1c6f1-eba3-49e8-962d-22c68223cc88/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8078272
Apr 20 14:17:49.279592 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-58ea93cd-2f16-42ff-8fdf-4cfcfe035da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3154899b0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:17:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:49.280289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 59138) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:49.318172 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1f9393ee-9fa1-409f-8b5d-e5ef199b688b req-bd0125e7-6fb6-4802-9df9-88439a6795db tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526052
Apr 20 14:17:49.501330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:49.501932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-58ea93cd-2f16-42ff-8fdf-4cfcfe035da2 None None] Set router a5b1c6f1-eba3-49e8-962d-22c68223cc88 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:17:49.695480 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:49.706588 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Deleting port 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:17:49.706958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:49.816691 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-58ea93cd-2f16-42ff-8fdf-4cfcfe035da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3154899b0>, [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:17:48Z', 'revision_number': 5, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port': {'id': '3cd51f7e-5ce5-4b16-92b6-ae2ec51de123', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:12:59Z', 'updated_at': '2021-04-20T14:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:49.822608 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea93cd-2f16-42ff-8fdf-4cfcfe035da2 None None] Checking router: a5b1c6f1-eba3-49e8-962d-22c68223cc88 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:17:49.836662 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea93cd-2f16-42ff-8fdf-4cfcfe035da2 None None] Routers {'a5b1c6f1-eba3-49e8-962d-22c68223cc88'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:17:49.837369 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-58ea93cd-2f16-42ff-8fdf-4cfcfe035da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3154899b0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:17:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:49.905250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] For port 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=3cd51f7e-5ce5-4b16-92b6-ae2ec51de123,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:17:49.905658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:50.008014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-58ea93cd-2f16-42ff-8fdf-4cfcfe035da2 None None] Set router a5b1c6f1-eba3-49e8-962d-22c68223cc88 gateway port host: None {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:17:50.039896 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Calling delete_port for 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 owned by network:router_gateway {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:17:50.126804 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-58ea93cd-2f16-42ff-8fdf-4cfcfe035da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3154899b0>, [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:17:49Z', 'revision_number': 6, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port_host': None}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:50.131956 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea93cd-2f16-42ff-8fdf-4cfcfe035da2 None None] The sync data for ids ['a5b1c6f1-eba3-49e8-962d-22c68223cc88'] in dv-cinder-774594-5-iscsi is: [{'id': 'a5b1c6f1-eba3-49e8-962d-22c68223cc88', 'name': 'tempest-TestMinimumBasicScenario-1868478765-router', 'tenant_id': '29d8195a916f479b9747a1f2f07b9280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:12:57Z', 'updated_at': '2021-04-20T14:17:49Z', 'revision_number': 6, 'project_id': '29d8195a916f479b9747a1f2f07b9280', 'gw_port_host': None}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:17:50.227881 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:50.232167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9d84989a-78fb-4cb2-8798-61e8853cfb84 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:50.283275 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd51f7e-5ce5-4b16-92b6-ae2ec51de123,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:50.311102 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:50.393682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853833111'] for router_gateway, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:50.532525 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d1f41-a978-49fb-beb6-cef96b3dd4cf req-acc8c402-ce8a-4d10-8631-f34a96350519 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:50.534244 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4f5d1f41-a978-49fb-beb6-cef96b3dd4cf req-acc8c402-ce8a-4d10-8631-f34a96350519 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0952218
Apr 20 14:17:50.590456 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4f5d1f41-a978-49fb-beb6-cef96b3dd4cf req-47ef218b-c1b9-4f65-ba87-7be419c9a835 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491323
Apr 20 14:17:50.822921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853854411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761228'] for router, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:50.825337 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:50.915375 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981105'] for router, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:50.916140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5b1c6f1-eba3-49e8-962d-22c68223cc88 {{(pid=86375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:17:50.929517 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Notify callbacks [] for router, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:50.933341 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a5b1c6f1-eba3-49e8-962d-22c68223cc88 HTTP/1.1" status: 204  len: 168 time: 1.6411932
Apr 20 14:17:50.933712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 59148) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:51.002445 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-33084669-ce25-41bd-92a8-58c9946ae969 admin admin] Deleting subnet 733e26ca-97ac-403f-a602-f010414e3fe8 {{(pid=86375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:17:51.004517 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-33084669-ce25-41bd-92a8-58c9946ae969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:51.063239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-33084669-ce25-41bd-92a8-58c9946ae969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1385880'] for subnet, precommit_delete_associations {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:51.195721 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-33084669-ce25-41bd-92a8-58c9946ae969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:51.470255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-33084669-ce25-41bd-92a8-58c9946ae969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066979'] for subnet, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:51.475807 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-98668644-0da7-437f-9760-fa96a324a2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:51.512098 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33084669-ce25-41bd-92a8-58c9946ae969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733e26ca-97ac-403f-a602-f010414e3fe8,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:51.514264 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-33084669-ce25-41bd-92a8-58c9946ae969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:51.516923 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-33084669-ce25-41bd-92a8-58c9946ae969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:51.519632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f4cd78-15ef-4284-b9e5-e4d533c1731c None None] Network dba9e294-92e4-413e-8bce-986c47c8eae7 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:17:51.522056 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-33084669-ce25-41bd-92a8-58c9946ae969 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/733e26ca-97ac-403f-a602-f010414e3fe8 HTTP/1.1" status: 204  len: 168 time: 0.5871308
Apr 20 14:17:51.524657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 59154) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:51.638538 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:51.650083 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Deleting port f238d027-a58b-4434-8677-abb2fa519243 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:17:51.650441 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:51.816225 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6138796-bd58-4dea-9697-43e4ffe14866 req-c6ef1fab-00f3-47b9-962e-6e74f662468a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:51.825350 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6138796-bd58-4dea-9697-43e4ffe14866 req-c6ef1fab-00f3-47b9-962e-6e74f662468a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1079884
Apr 20 14:17:51.828475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac24ae3-dfb7-4116-99da-32a916499c44 None None] DHCP port deletion for dba9e294-92e4-413e-8bce-986c47c8eae7 request from dv-cinder-774594-5-iscsi {{(pid=86377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 14:17:51.833532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-fac24ae3-dfb7-4116-99da-32a916499c44 None None] Deleting port f238d027-a58b-4434-8677-abb2fa519243 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:17:51.834518 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fac24ae3-dfb7-4116-99da-32a916499c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:51.878439 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6138796-bd58-4dea-9697-43e4ffe14866 req-6594a633-00c7-4986-a65b-a0b36b43a930 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513420
Apr 20 14:17:51.885152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:17:51.908483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] For port f238d027-a58b-4434-8677-abb2fa519243, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=f238d027-a58b-4434-8677-abb2fa519243,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:17:51.908871 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:51.924940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:17:51.925364 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 3cd51f7e-5ce5-4b16-92b6-ae2ec51de123 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:17:51.925867 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:17:51.970988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:17:51.971233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 38a6f4a8-bc6b-4e6e-82ee-a686590ccfaa not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:17:52.041959 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Calling delete_port for f238d027-a58b-4434-8677-abb2fa519243 owned by network:dhcp {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:17:52.138406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:52.146597 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:52.151559 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-fac24ae3-dfb7-4116-99da-32a916499c44 None None] For port f238d027-a58b-4434-8677-abb2fa519243, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=f238d027-a58b-4434-8677-abb2fa519243,segment=NetworkSegment(f1c7de80-2989-45fc-8b07-a365093fda4b),segment_id=f1c7de80-2989-45fc-8b07-a365093fda4b)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:17:52.152008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fac24ae3-dfb7-4116-99da-32a916499c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:52.193579 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] No DVR routers for this DVR port f238d027-a58b-4434-8677-abb2fa519243 on host dv-cinder-774594-5-iscsi {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:17:52.195467 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f238d027-a58b-4434-8677-abb2fa519243,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:52.223536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:52.292986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-fac24ae3-dfb7-4116-99da-32a916499c44 None None] Calling delete_port for f238d027-a58b-4434-8677-abb2fa519243 owned by network:dhcp {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:17:52.321680 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:52.438008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.api [None req-fac24ae3-dfb7-4116-99da-32a916499c44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:17:52.438317 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb316efc048>,) {'filters': {'network_id': ['dba9e294-92e4-413e-8bce-986c47c8eae7']}} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:52.438510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_db.api [None req-fac24ae3-dfb7-4116-99da-32a916499c44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:17:52.451237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb316efc048>, 'f1c7de80-2989-45fc-8b07-a365093fda4b') {'for_net_delete': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:52.451569 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb316efc048>, 'f1c7de80-2989-45fc-8b07-a365093fda4b') {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:52.464010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853389936'] for segment, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:52.483907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:52.490940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=86375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:17:52.671788 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Network dba9e294-92e4-413e-8bce-986c47c8eae7 has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:17:52.680786 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853300089'] for segment, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:52.861233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Network dba9e294-92e4-413e-8bce-986c47c8eae7 has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:17:52.888649 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:17:52.939784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-fac24ae3-dfb7-4116-99da-32a916499c44 None None] Deleting port f238d027-a58b-4434-8677-abb2fa519243 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:17:52.940212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fac24ae3-dfb7-4116-99da-32a916499c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:52.974665 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:52.983368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:52.987962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:53.014655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dba9e294-92e4-413e-8bce-986c47c8eae7,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:53.017570 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:53.031682 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/dba9e294-92e4-413e-8bce-986c47c8eae7 HTTP/1.1" status: 204  len: 168 time: 1.5046034
Apr 20 14:17:53.032124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 59164) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:53.097368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c1602-4844-4321-a483-496a777f71e6 req-2614eeba-5d19-4fa2-882d-e4e086a77684 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:53.099448 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e35c1602-4844-4321-a483-496a777f71e6 req-2614eeba-5d19-4fa2-882d-e4e086a77684 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1005323
Apr 20 14:17:53.151803 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e35c1602-4844-4321-a483-496a777f71e6 req-ccc5c4f9-8408-4513-882e-af27476516a5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456095
Apr 20 14:17:53.207447 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-fac24ae3-dfb7-4116-99da-32a916499c44 None None] The port 'f238d027-a58b-4434-8677-abb2fa519243' was deleted {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 14:17:53.670398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e805f8-5f47-48fb-add4-ade955b11a42 req-cb309166-9c8a-45d4-9836-26d75ebf6318 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:53.671902 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-25e805f8-5f47-48fb-add4-ade955b11a42 req-cb309166-9c8a-45d4-9836-26d75ebf6318 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.2204378
Apr 20 14:17:53.799503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device f238d027-a58b-4434-8677-abb2fa519243 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:17:53.851266 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: f238d027-a58b-4434-8677-abb2fa519243 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:17:53.851628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device f238d027-a58b-4434-8677-abb2fa519243 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:17:53.946815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fce96d-3eeb-4933-9e1a-0f3929801760 req-09114c4f-fc66-4cc4-9683-33089aa6537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:53.948356 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-88fce96d-3eeb-4933-9e1a-0f3929801760 req-09114c4f-fc66-4cc4-9683-33089aa6537e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766c27cfe7f6408c88e8b02814459154&device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 1098 time: 0.4363189
Apr 20 14:17:54.069729 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-25e805f8-5f47-48fb-add4-ade955b11a42 req-cb9e755e-31a8-4957-be92-cae23fb5e6d3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3865874
Apr 20 14:17:54.166642 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fce96d-3eeb-4933-9e1a-0f3929801760 req-a37799ef-39c6-444d-8cc5-5b86abd99b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:54.168278 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-88fce96d-3eeb-4933-9e1a-0f3929801760 req-a37799ef-39c6-444d-8cc5-5b86abd99b0c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5ed19ab-cd2e-445f-9d67-21775a46871e HTTP/1.1" status: 200  len: 912 time: 0.2088547
Apr 20 14:17:54.295616 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-88fce96d-3eeb-4933-9e1a-0f3929801760 req-7d7ee264-10f1-46d9-9321-e65d42d0396a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 HTTP/1.1" status: 200  len: 1000 time: 0.1134834
Apr 20 14:17:54.298534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981654'] for router_interface, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:54.507396 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fce96d-3eeb-4933-9e1a-0f3929801760 req-6b3ee8e9-8281-4002-be03-81b4a8f6d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:54.508989 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-88fce96d-3eeb-4933-9e1a-0f3929801760 req-6b3ee8e9-8281-4002-be03-81b4a8f6d51a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d0873af-78d2-4a57-8751-7ff684d4f9a5 HTTP/1.1" status: 200  len: 850 time: 0.1571181
Apr 20 14:17:54.730461 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fce96d-3eeb-4933-9e1a-0f3929801760 req-41f252f8-c0b6-4c93-9043-4d3311ef30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:54.732101 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-88fce96d-3eeb-4933-9e1a-0f3929801760 req-41f252f8-c0b6-4c93-9043-4d3311ef30ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5ed19ab-cd2e-445f-9d67-21775a46871e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2025235
Apr 20 14:17:54.916523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Deleting port cd23ae63-afa3-420a-a60a-ba6a687969ac {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:17:54.916901 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:54.989746 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-88fce96d-3eeb-4933-9e1a-0f3929801760 req-e0c6bf13-381d-4546-9f3e-801e4f3ecfe2 service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2430265
Apr 20 14:17:55.301270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] For port cd23ae63-afa3-420a-a60a-ba6a687969ac, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=cd23ae63-afa3-420a-a60a-ba6a687969ac,segment=NetworkSegment(847059c6-2300-4498-b1ba-4a9b6b8467f6),segment_id=847059c6-2300-4498-b1ba-4a9b6b8467f6)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:17:55.301590 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:55.320638 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-88fce96d-3eeb-4933-9e1a-0f3929801760 req-f4e1cfa8-b724-4bac-bcba-808dd185b0a9 service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3117838
Apr 20 14:17:55.441885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Calling delete_port for cd23ae63-afa3-420a-a60a-ba6a687969ac owned by network:router_interface {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:17:55.537276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df2e8a-981e-45a3-8652-5499d9a9ff4e req-63bd836d-06d6-44ed-9907-fb6bcd819a95 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:55.539004 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-64df2e8a-981e-45a3-8652-5499d9a9ff4e req-63bd836d-06d6-44ed-9907-fb6bcd819a95 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.3450379
Apr 20 14:17:55.615411 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-64df2e8a-981e-45a3-8652-5499d9a9ff4e req-1379b0c2-c977-4dea-aff9-777fffc12b0e tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675502
Apr 20 14:17:55.689632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:55.693649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-fb9f90e7-4eba-4c03-ba6d-881a62ca21f0 tempest-AttachVolumeNegativeTest-1597337022 tempest-AttachVolumeNegativeTest-1597337022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:55.740457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd23ae63-afa3-420a-a60a-ba6a687969ac,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:55.791087 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:55.791510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:55.791925 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:55.792341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:55.792712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:55.793108 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:55.793687 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:55.793918 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:55.794312 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:55.794707 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:55.795097 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:55.795487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:17:55.825779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:56.050500 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981736'] for router_interface, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:56.692213 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Router 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:17:56.978577 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:17:56.993677 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e0a84-0e1c-4a23-a93c-c0d9b2d63ff7 None None] Sync routers for ids ['5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:17:56.999404 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c0117-52ff-4b52-9169-80b88760d4c6 req-038d7fff-f4b7-4713-82ad-e2e5ea2aa127 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:17:57.001067 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-782c0117-52ff-4b52-9169-80b88760d4c6 req-038d7fff-f4b7-4713-82ad-e2e5ea2aa127 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.2456641
Apr 20 14:17:57.006013 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e0a84-0e1c-4a23-a93c-c0d9b2d63ff7 None None] Routers {'5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:17:57.006714 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-fc2e0a84-0e1c-4a23-a93c-c0d9b2d63ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316e7e278>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:17:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:57.012169 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] 10.222.0.30 "PUT /v2.0/routers/5c87b5b8-222f-41d3-9c9d-4689cd0e53c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9788206
Apr 20 14:17:57.015250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 59184) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:57.070740 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-782c0117-52ff-4b52-9169-80b88760d4c6 req-6b515ced-3b61-4b07-b100-0a2f3fb2a082 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569806
Apr 20 14:17:57.382707 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Notify callbacks [] for router, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:57.385750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-fc2e0a84-0e1c-4a23-a93c-c0d9b2d63ff7 None None] Set router 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:17:57.574837 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:57.585019 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Deleting port 4267a548-4c46-4666-937c-6b14779cec10 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:17:57.585360 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:57.743353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-fc2e0a84-0e1c-4a23-a93c-c0d9b2d63ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316e7e278>, [{'id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'name': 'tempest-TestMinimumBasicScenario-1941673029-router', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4267a548-4c46-4666-937c-6b14779cec10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:13Z', 'updated_at': '2021-04-20T14:17:55Z', 'revision_number': 5, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'gw_port': {'id': '4267a548-4c46-4666-937c-6b14779cec10', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:90:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:15Z', 'updated_at': '2021-04-20T14:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:57.753178 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e0a84-0e1c-4a23-a93c-c0d9b2d63ff7 None None] Checking router: 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:17:57.767715 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e0a84-0e1c-4a23-a93c-c0d9b2d63ff7 None None] Routers {'5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:17:57.768892 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-fc2e0a84-0e1c-4a23-a93c-c0d9b2d63ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316e7e278>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:17:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:57.880703 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] For port 4267a548-4c46-4666-937c-6b14779cec10, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=4267a548-4c46-4666-937c-6b14779cec10,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:17:57.881290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:58.031045 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-fc2e0a84-0e1c-4a23-a93c-c0d9b2d63ff7 None None] Set router 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 gateway port host: None {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:17:58.060158 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Calling delete_port for 4267a548-4c46-4666-937c-6b14779cec10 owned by network:router_gateway {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:17:58.148141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-fc2e0a84-0e1c-4a23-a93c-c0d9b2d63ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316e7e278>, [{'id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'name': 'tempest-TestMinimumBasicScenario-1941673029-router', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:13Z', 'updated_at': '2021-04-20T14:17:57Z', 'revision_number': 6, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'gw_port_host': None}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:17:58.152911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e0a84-0e1c-4a23-a93c-c0d9b2d63ff7 None None] The sync data for ids ['5c87b5b8-222f-41d3-9c9d-4689cd0e53c1'] in dv-cinder-774594-5-iscsi is: [{'id': '5c87b5b8-222f-41d3-9c9d-4689cd0e53c1', 'name': 'tempest-TestMinimumBasicScenario-1941673029-router', 'tenant_id': '07e5a45cc8c443f291a437cc79d0b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:13Z', 'updated_at': '2021-04-20T14:17:57Z', 'revision_number': 6, 'project_id': '07e5a45cc8c443f291a437cc79d0b852', 'gw_port_host': None}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:17:58.255465 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:58.261016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:58.311586 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Pushing event deleted for resources: {'Port': ['ID=4267a548-4c46-4666-937c-6b14779cec10,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:58.339507 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:58.410595 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853833111'] for router_gateway, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:58.601507 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853854411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761228'] for router, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:58.604216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:58.637865 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981105'] for router, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:58.638459 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 {{(pid=86376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:17:58.652693 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] Notify callbacks [] for router, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:58.653981 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-abda1bf2-9639-4198-9986-9e11877d3979 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5c87b5b8-222f-41d3-9c9d-4689cd0e53c1 HTTP/1.1" status: 204  len: 168 time: 1.6375699
Apr 20 14:17:58.658041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 59194) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:58.726793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b4eda3-6581-4831-8bc0-3bdd8eb46813 admin admin] Deleting subnet 25e052d5-cbbb-49f0-8fc3-7db8ade85a4e {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:17:58.730253 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-55b4eda3-6581-4831-8bc0-3bdd8eb46813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:58.786891 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-55b4eda3-6581-4831-8bc0-3bdd8eb46813 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852205135'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:58.963292 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-55b4eda3-6581-4831-8bc0-3bdd8eb46813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:59.523627 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-55b4eda3-6581-4831-8bc0-3bdd8eb46813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2318158'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:59.529390 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b43d4b0e-d356-4992-ad59-5903b0c27368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:17:59.571744 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4eda3-6581-4831-8bc0-3bdd8eb46813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25e052d5-cbbb-49f0-8fc3-7db8ade85a4e,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:17:59.574112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-55b4eda3-6581-4831-8bc0-3bdd8eb46813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:59.577432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-55b4eda3-6581-4831-8bc0-3bdd8eb46813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:17:59.581152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf6422-2708-4c77-bdb6-62a7a5b8c53f None None] Network b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:17:59.585041 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-55b4eda3-6581-4831-8bc0-3bdd8eb46813 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/25e052d5-cbbb-49f0-8fc3-7db8ade85a4e HTTP/1.1" status: 204  len: 168 time: 0.9252491
Apr 20 14:17:59.587565 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 59200) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:17:59.771077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:59.790089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Deleting port bd5211ac-a633-4365-ad30-62b0d7548bbe {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:17:59.790386 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:17:59.808114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 4267a548-4c46-4666-937c-6b14779cec10 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:17:59.847262 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 4267a548-4c46-4666-937c-6b14779cec10 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:17:59.847647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 4267a548-4c46-4666-937c-6b14779cec10 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:17:59.848097 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device cd23ae63-afa3-420a-a60a-ba6a687969ac no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:17:59.886073 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: cd23ae63-afa3-420a-a60a-ba6a687969ac {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:17:59.886462 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device cd23ae63-afa3-420a-a60a-ba6a687969ac not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:17:59.954483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca20e11-524a-425d-b27f-b10ca4053866 None None] DHCP port deletion for b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 request from dv-cinder-774594-5-iscsi {{(pid=86377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 14:17:59.959292 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-eca20e11-524a-425d-b27f-b10ca4053866 None None] Deleting port bd5211ac-a633-4365-ad30-62b0d7548bbe {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:17:59.959730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eca20e11-524a-425d-b27f-b10ca4053866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:00.092356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] For port bd5211ac-a633-4365-ad30-62b0d7548bbe, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=bd5211ac-a633-4365-ad30-62b0d7548bbe,segment=NetworkSegment(847059c6-2300-4498-b1ba-4a9b6b8467f6),segment_id=847059c6-2300-4498-b1ba-4a9b6b8467f6)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:18:00.092757 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:00.194076 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-eca20e11-524a-425d-b27f-b10ca4053866 None None] For port bd5211ac-a633-4365-ad30-62b0d7548bbe, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=bd5211ac-a633-4365-ad30-62b0d7548bbe,segment=NetworkSegment(847059c6-2300-4498-b1ba-4a9b6b8467f6),segment_id=847059c6-2300-4498-b1ba-4a9b6b8467f6)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:18:00.194556 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eca20e11-524a-425d-b27f-b10ca4053866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:00.235145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Calling delete_port for bd5211ac-a633-4365-ad30-62b0d7548bbe owned by network:dhcp {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:18:00.325958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:00.332040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-eca20e11-524a-425d-b27f-b10ca4053866 None None] Calling delete_port for bd5211ac-a633-4365-ad30-62b0d7548bbe owned by network:dhcp {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:18:00.332419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2e1b3a13-4a28-46a0-80e1-0414d7bd9318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:18:00.380262 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5211ac-a633-4365-ad30-62b0d7548bbe,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:18:00.383059 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] No DVR routers for this DVR port bd5211ac-a633-4365-ad30-62b0d7548bbe on host dv-cinder-774594-5-iscsi {{(pid=86376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:18:00.385433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:18:00.418911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.api [None req-eca20e11-524a-425d-b27f-b10ca4053866 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:18:00.419316 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_db.api [None req-eca20e11-524a-425d-b27f-b10ca4053866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:18:00.510614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:00.628886 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb31442af28>,) {'filters': {'network_id': ['b3f1562a-1a7f-48f7-ba91-c823edc2e1c6']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:18:00.642500 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb31442af28>, '847059c6-2300-4498-b1ba-4a9b6b8467f6') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:18:00.642845 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb31442af28>, '847059c6-2300-4498-b1ba-4a9b6b8467f6') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:18:00.655624 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2570681'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:00.676019 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:00.683456 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:18:00.867880 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Network b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:18:00.877429 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852964746'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:00.920640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-eca20e11-524a-425d-b27f-b10ca4053866 None None] Deleting port bd5211ac-a633-4365-ad30-62b0d7548bbe {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:18:00.921221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eca20e11-524a-425d-b27f-b10ca4053866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:00.994640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-eca20e11-524a-425d-b27f-b10ca4053866 None None] The port 'bd5211ac-a633-4365-ad30-62b0d7548bbe' was deleted {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 14:18:01.063362 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Network b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:18:01.086187 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:18:01.165826 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:01.170005 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-12ac70dc-e02b-41b5-8481-204200a6bec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:18:01.184589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:01.201014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f1562a-1a7f-48f7-ba91-c823edc2e1c6,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:18:01.206471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:18:01.210263 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] 10.222.0.30 "DELETE /v2.0/networks/b3f1562a-1a7f-48f7-ba91-c823edc2e1c6 HTTP/1.1" status: 204  len: 168 time: 1.6211216
Apr 20 14:18:01.349632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 59214) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:18:01.402067 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-05e8efbb-a015-4b8d-8f05-bf3b873ce79b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29d8195a916f479b9747a1f2f07b9280&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509427
Apr 20 14:18:01.404837 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 59218) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:18:01.468234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-df8bf2d5-b5b1-4925-a30f-f6e031837675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:01.498246 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-df8bf2d5-b5b1-4925-a30f-f6e031837675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:01.550247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-df8bf2d5-b5b1-4925-a30f-f6e031837675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:01.555423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4685f1d6-599f-4c1c-bb58-ac65088e0910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:18:01.569911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bf2d5-b5b1-4925-a30f-f6e031837675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da18c58-d5d3-4409-ba03-9883455a633e,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:18:01.574270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-df8bf2d5-b5b1-4925-a30f-f6e031837675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:18:01.577823 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-df8bf2d5-b5b1-4925-a30f-f6e031837675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:01.579085 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-df8bf2d5-b5b1-4925-a30f-f6e031837675 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5da18c58-d5d3-4409-ba03-9883455a633e HTTP/1.1" status: 204  len: 168 time: 0.1732700
Apr 20 14:18:01.793585 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device bd5211ac-a633-4365-ad30-62b0d7548bbe no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:18:01.837375 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: bd5211ac-a633-4365-ad30-62b0d7548bbe {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:18:01.837839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device bd5211ac-a633-4365-ad30-62b0d7548bbe not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:18:02.015026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 59226) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:18:02.070741 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-cc407597-0b6a-4aeb-84a4-846f897bd44c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07e5a45cc8c443f291a437cc79d0b852&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539880
Apr 20 14:18:02.073681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 59230) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:18:02.148675 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-443ddfcc-3395-4ec3-9a2d-a5d4755c8d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:02.180131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-443ddfcc-3395-4ec3-9a2d-a5d4755c8d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:02.239286 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-443ddfcc-3395-4ec3-9a2d-a5d4755c8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:02.244433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28ba52af-af87-4a6a-b9d7-4da3dbc8ec9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:18:02.257048 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ddfcc-3395-4ec3-9a2d-a5d4755c8d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60454a58-7f32-4190-821c-ce16a59deb52,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:18:02.260320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-443ddfcc-3395-4ec3-9a2d-a5d4755c8d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:18:02.262424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-443ddfcc-3395-4ec3-9a2d-a5d4755c8d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:02.263902 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-443ddfcc-3395-4ec3-9a2d-a5d4755c8d81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60454a58-7f32-4190-821c-ce16a59deb52 HTTP/1.1" status: 204  len: 168 time: 0.1887727
Apr 20 14:18:04.258468 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f39f9fb3-7d9a-4ea5-97f7-84322d8d262a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:06.734679 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-191cda5d-2fc1-4d85-9171-598dfe0839ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:07.317073 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:07.679918 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:08.411653 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:09.073680 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:16.946597 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:18:28.034742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebe061-4ba6-4dab-bc1d-34725a26b8a9 req-322ebc0c-a0e1-4122-918c-184f4aab8ef3 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:28.036364 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15ebe061-4ba6-4dab-bc1d-34725a26b8a9 req-322ebc0c-a0e1-4122-918c-184f4aab8ef3 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0971894
Apr 20 14:18:28.087311 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-15ebe061-4ba6-4dab-bc1d-34725a26b8a9 req-9ce228e0-8e67-4cd9-b75a-7661f48cdc7e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441613
Apr 20 14:18:29.341314 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4643ac8-440b-40fc-a227-8119606ea511 req-b22d17f7-70bd-413a-ac4c-4d1a05e932b1 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:29.343042 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a4643ac8-440b-40fc-a227-8119606ea511 req-b22d17f7-70bd-413a-ac4c-4d1a05e932b1 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.1276112
Apr 20 14:18:29.398603 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a4643ac8-440b-40fc-a227-8119606ea511 req-b3a834ef-a549-423f-bf0f-55de86b90f4f tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477090
Apr 20 14:18:30.603242 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509b659-ec71-474d-bbdb-02f0fdc3f613 req-92a0780f-2078-47e9-86dc-75bb44eff57b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:30.604870 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b509b659-ec71-474d-bbdb-02f0fdc3f613 req-92a0780f-2078-47e9-86dc-75bb44eff57b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0894668
Apr 20 14:18:30.657375 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b509b659-ec71-474d-bbdb-02f0fdc3f613 req-d227d977-0e1d-4f64-90cc-072ddbe19618 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458274
Apr 20 14:18:31.877325 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd79ac-b960-4307-82ed-a28c46d2b763 req-5c032d27-443a-4951-b26a-f83ad5a92f32 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:31.879029 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-49fd79ac-b960-4307-82ed-a28c46d2b763 req-5c032d27-443a-4951-b26a-f83ad5a92f32 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0986507
Apr 20 14:18:31.932522 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-49fd79ac-b960-4307-82ed-a28c46d2b763 req-0d2c2da3-4ce9-43b3-865c-4999e7686879 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467691
Apr 20 14:18:33.156976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3438e4a-b4be-46d1-8a8c-60424e48d188 req-005dc26b-e44d-43fc-91a2-2e5f78c56168 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:33.158710 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d3438e4a-b4be-46d1-8a8c-60424e48d188 req-005dc26b-e44d-43fc-91a2-2e5f78c56168 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0984452
Apr 20 14:18:33.208941 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d3438e4a-b4be-46d1-8a8c-60424e48d188 req-6edc4fdb-b6ac-4051-96ff-7b89e0967250 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432703
Apr 20 14:18:34.263204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bc4c8174-09a8-4731-a7ab-b6729b77a800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:34.460446 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca8673-37dc-44e0-92dd-abdbed7e8285 req-e49660e0-360b-4912-a7f1-0bd42b5bb10b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:34.462781 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-69ca8673-37dc-44e0-92dd-abdbed7e8285 req-e49660e0-360b-4912-a7f1-0bd42b5bb10b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.1233859
Apr 20 14:18:34.516514 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-69ca8673-37dc-44e0-92dd-abdbed7e8285 req-4957375e-7419-4db7-87c6-e2c135e876a3 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462987
Apr 20 14:18:35.732174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176274f-d697-4143-93e3-55912a6dace0 req-4a532fc7-c84b-4ead-b206-c9994327a49d tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:35.733931 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6176274f-d697-4143-93e3-55912a6dace0 req-4a532fc7-c84b-4ead-b206-c9994327a49d tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0958369
Apr 20 14:18:35.795550 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6176274f-d697-4143-93e3-55912a6dace0 req-56902960-7165-46b8-8a74-32517c7ee738 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523944
Apr 20 14:18:36.740168 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-af1be2aa-8d50-4957-a59c-f5ea237439b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:37.011438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754a9d7-3737-42a4-ba42-cbc1eeb1af22 req-4e22f87b-a60e-4ebd-9150-e369001f6451 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:37.013034 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3754a9d7-3737-42a4-ba42-cbc1eeb1af22 req-4e22f87b-a60e-4ebd-9150-e369001f6451 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0909998
Apr 20 14:18:37.072671 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3754a9d7-3737-42a4-ba42-cbc1eeb1af22 req-4ec568c2-abf1-4e49-9240-528a8ac632dd tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489969
Apr 20 14:18:37.321748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:37.683976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:38.118268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c458c-e6de-4a18-a43b-750922160e3b req-fc56be52-1f4d-4734-90b7-cbf6f45c6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:38.120003 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b4c458c-e6de-4a18-a43b-750922160e3b req-fc56be52-1f4d-4734-90b7-cbf6f45c6ecc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97a558933f5e43e2af90292db774efba&device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 1099 time: 0.0845914
Apr 20 14:18:38.289647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c458c-e6de-4a18-a43b-750922160e3b req-0a5a74df-6ca5-4499-b41c-a23e2cf8ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:38.291369 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b4c458c-e6de-4a18-a43b-750922160e3b req-0a5a74df-6ca5-4499-b41c-a23e2cf8ddce service neutron] 10.222.0.53 "GET /v2.0/networks?id=29bba51e-0be9-4388-a277-245657ce63a7 HTTP/1.1" status: 200  len: 910 time: 0.1639369
Apr 20 14:18:38.415812 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b4c458c-e6de-4a18-a43b-750922160e3b req-9cf285aa-7238-40cd-a7fd-9fdab01f079c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d HTTP/1.1" status: 200  len: 1001 time: 0.1162834
Apr 20 14:18:38.434712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:38.498283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a5d0c-198c-4e43-bfc6-8ccc5b671a7d req-16098a28-f6ab-4a1b-9c2f-e84e3ab3ecdb tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:38.501195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c458c-e6de-4a18-a43b-750922160e3b req-33bc4ed4-c75a-4b8c-87a1-e85bce694999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:38.501444 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-aa5a5d0c-198c-4e43-bfc6-8ccc5b671a7d req-16098a28-f6ab-4a1b-9c2f-e84e3ab3ecdb tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.1359584
Apr 20 14:18:38.502896 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b4c458c-e6de-4a18-a43b-750922160e3b req-33bc4ed4-c75a-4b8c-87a1-e85bce694999 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1788568a-f25b-4954-9a4b-2f15aca700bc HTTP/1.1" status: 200  len: 848 time: 0.0804939
Apr 20 14:18:38.559400 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-aa5a5d0c-198c-4e43-bfc6-8ccc5b671a7d req-df391eca-bfd3-427e-b5f3-19f06fb85044 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503507
Apr 20 14:18:38.605886 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c458c-e6de-4a18-a43b-750922160e3b req-9ceca3bf-5b7d-45ce-9dd9-f3a20154fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:38.607611 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b4c458c-e6de-4a18-a43b-750922160e3b req-9ceca3bf-5b7d-45ce-9dd9-f3a20154fed5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29bba51e-0be9-4388-a277-245657ce63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0979457
Apr 20 14:18:38.762435 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b4c458c-e6de-4a18-a43b-750922160e3b req-855d3338-aa7a-439e-8a83-ef2d79d03a1f service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471734
Apr 20 14:18:38.918479 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6b4c458c-e6de-4a18-a43b-750922160e3b req-5160133e-adb0-4845-a951-8577f6de9d6c service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492100
Apr 20 14:18:39.068231 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:39.786238 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac960ae-ec29-4356-8e97-505e8a9b1e98 req-5beb77b7-0a3b-4fd4-ae4a-4f82d3b06d41 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:39.788078 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eac960ae-ec29-4356-8e97-505e8a9b1e98 req-5beb77b7-0a3b-4fd4-ae4a-4f82d3b06d41 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0995498
Apr 20 14:18:39.846316 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eac960ae-ec29-4356-8e97-505e8a9b1e98 req-1989b1e2-fdbd-4319-9f68-ff1f8d45b904 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458312
Apr 20 14:18:41.181002 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4cf8d-cc08-4ba3-9869-59dc1c7dd954 req-564327a0-e5a6-4106-a5cf-cb968f6b5eb5 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:41.183105 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5ad4cf8d-cc08-4ba3-9869-59dc1c7dd954 req-564327a0-e5a6-4106-a5cf-cb968f6b5eb5 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.1791873
Apr 20 14:18:41.200996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2cdc2-e356-40bf-8a53-5e7d414e5c04 req-3ad76a56-04b0-4475-bd68-10de721794c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:41.202698 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eba2cdc2-e356-40bf-8a53-5e7d414e5c04 req-3ad76a56-04b0-4475-bd68-10de721794c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97a558933f5e43e2af90292db774efba&device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 1099 time: 0.1577017
Apr 20 14:18:41.256034 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5ad4cf8d-cc08-4ba3-9869-59dc1c7dd954 req-5a396f59-9106-4d50-b44d-8dbb4c66b442 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601988
Apr 20 14:18:41.392917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2cdc2-e356-40bf-8a53-5e7d414e5c04 req-d438957c-7827-4493-8fc7-d2de5e0d34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:41.394773 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eba2cdc2-e356-40bf-8a53-5e7d414e5c04 req-d438957c-7827-4493-8fc7-d2de5e0d34d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29bba51e-0be9-4388-a277-245657ce63a7 HTTP/1.1" status: 200  len: 910 time: 0.1612427
Apr 20 14:18:41.527431 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eba2cdc2-e356-40bf-8a53-5e7d414e5c04 req-27358478-faee-4433-a9b5-341a76897218 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d HTTP/1.1" status: 200  len: 1001 time: 0.1250608
Apr 20 14:18:41.616664 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2cdc2-e356-40bf-8a53-5e7d414e5c04 req-bc81273d-afc7-4ede-885d-0eac9d7e230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:41.618545 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eba2cdc2-e356-40bf-8a53-5e7d414e5c04 req-bc81273d-afc7-4ede-885d-0eac9d7e230c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1788568a-f25b-4954-9a4b-2f15aca700bc HTTP/1.1" status: 200  len: 848 time: 0.0829275
Apr 20 14:18:41.737401 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2cdc2-e356-40bf-8a53-5e7d414e5c04 req-a6a58982-ccf3-4a31-94b1-4a4d4876f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:41.739095 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eba2cdc2-e356-40bf-8a53-5e7d414e5c04 req-a6a58982-ccf3-4a31-94b1-4a4d4876f5a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29bba51e-0be9-4388-a277-245657ce63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1128106
Apr 20 14:18:41.903845 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eba2cdc2-e356-40bf-8a53-5e7d414e5c04 req-ab14a091-d09e-49c8-9bd3-3c9e4aa98a36 service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564972
Apr 20 14:18:42.081946 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eba2cdc2-e356-40bf-8a53-5e7d414e5c04 req-390c046e-5ea7-404e-a300-3bcff572340d service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1700320
Apr 20 14:18:42.518116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67ab23-73d0-418e-90ea-5d081020307a req-b016b73f-97d7-486c-8c10-3c188cb3e0bf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:42.520205 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea67ab23-73d0-418e-90ea-5d081020307a req-b016b73f-97d7-486c-8c10-3c188cb3e0bf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0943816
Apr 20 14:18:42.577688 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea67ab23-73d0-418e-90ea-5d081020307a req-ddf5b1bc-bf76-4b09-aabd-86ddc7fdb3d3 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505090
Apr 20 14:18:43.001819 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-0c18c920-da61-48cf-9d72-8ab5c358df2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0929074
Apr 20 14:18:43.151564 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2231f-d8cb-42c5-bc16-b54e26ccb0d7 req-8bfe5c0b-3e8e-43d3-8b10-015005afc94e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:43.153233 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7db2231f-d8cb-42c5-bc16-b54e26ccb0d7 req-8bfe5c0b-3e8e-43d3-8b10-015005afc94e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.1013386
Apr 20 14:18:43.220648 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7db2231f-d8cb-42c5-bc16-b54e26ccb0d7 req-78a21e23-c04e-4cc1-8ba3-734897b82b34 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597913
Apr 20 14:18:44.328917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 4ec0b3d7-0eaf-4882-875d-c049f135355d no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:18:44.468912 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc670ca-a292-48ff-bfca-8b3a10e56c63 req-b7330a00-e5c8-4a8c-80f6-2fcd15f2197e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:44.470756 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2cc670ca-a292-48ff-bfca-8b3a10e56c63 req-b7330a00-e5c8-4a8c-80f6-2fcd15f2197e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.1202719
Apr 20 14:18:44.519433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:44.534704 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2cc670ca-a292-48ff-bfca-8b3a10e56c63 req-342285fb-84ef-49e3-a22a-adff884525c5 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505888
Apr 20 14:18:44.564801 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:18:44.580054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 4ec0b3d7-0eaf-4882-875d-c049f135355d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:18:44.584718 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:44.587976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:18:44.656025 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'code': 422} returned with failed status
Apr 20 14:18:44.723462 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=4ec0b3d7-0eaf-4882-875d-c049f135355d,revision_number=6']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:18:44.738571 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:44.739208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:44.739834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:44.740444 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:44.741065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:44.741686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:44.742328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:44.743022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:44.743565 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:44.744079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:44.744625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:44.745235 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:44.752378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:18:45.758791 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61a020-f22f-4816-9406-192b595b5ca2 req-efd2399e-2f0f-4592-9ca2-9291ae2b3ff6 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:45.760905 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8e61a020-f22f-4816-9406-192b595b5ca2 req-efd2399e-2f0f-4592-9ca2-9291ae2b3ff6 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0947900
Apr 20 14:18:45.811817 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8e61a020-f22f-4816-9406-192b595b5ca2 req-a459b443-dfbf-4194-bbbf-a664a8cc9c72 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445471
Apr 20 14:18:47.028831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab4ca7-d8e8-45b8-9abd-b07de7574533 req-f46e2784-78f3-4421-8fe0-619ae1547c7e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:47.030668 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-14ab4ca7-d8e8-45b8-9abd-b07de7574533 req-f46e2784-78f3-4421-8fe0-619ae1547c7e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0999968
Apr 20 14:18:47.088094 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-14ab4ca7-d8e8-45b8-9abd-b07de7574533 req-f637c166-b894-4f21-bd67-ec3a0090734f tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496690
Apr 20 14:18:48.340481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5a0dc-72f6-4b77-a38d-0f73b0b26d2a req-7ee31a5c-892e-4798-88c5-8b3021d7334e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:48.342212 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-95b5a0dc-72f6-4b77-a38d-0f73b0b26d2a req-7ee31a5c-892e-4798-88c5-8b3021d7334e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.1046298
Apr 20 14:18:48.410626 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-95b5a0dc-72f6-4b77-a38d-0f73b0b26d2a req-e29c0ee3-7c7f-4838-84c2-322c53921959 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548739
Apr 20 14:18:48.519894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-f4c2885e-84a8-4c8d-8003-5c20cb5ce3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:48.521549 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-f4c2885e-84a8-4c8d-8003-5c20cb5ce3f5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8&tenant_id=97a558933f5e43e2af90292db774efba HTTP/1.1" status: 200  len: 1097 time: 0.0837669
Apr 20 14:18:48.624991 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-38779451-b4ea-40fc-9a43-0a9a85efd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:48.626727 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-38779451-b4ea-40fc-9a43-0a9a85efd68c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97a558933f5e43e2af90292db774efba&device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 1097 time: 0.0805299
Apr 20 14:18:48.781377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-db4a4f83-8c0c-4502-945b-8f3ef8058b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:48.783208 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-db4a4f83-8c0c-4502-945b-8f3ef8058b4a service neutron] 10.222.0.53 "GET /v2.0/networks?id=29bba51e-0be9-4388-a277-245657ce63a7 HTTP/1.1" status: 200  len: 910 time: 0.1494124
Apr 20 14:18:48.899514 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-d3d2ca89-36bd-43b7-929b-4ec9446eb593 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d HTTP/1.1" status: 200  len: 999 time: 0.1089177
Apr 20 14:18:48.973952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-00fd300e-4d0b-4c7e-b42c-9225e81843cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:48.975964 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-00fd300e-4d0b-4c7e-b42c-9225e81843cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1788568a-f25b-4954-9a4b-2f15aca700bc HTTP/1.1" status: 200  len: 848 time: 0.0692000
Apr 20 14:18:49.073318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-515502b6-6dd0-41d3-9152-0cb2dc295d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:49.075013 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-515502b6-6dd0-41d3-9152-0cb2dc295d5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29bba51e-0be9-4388-a277-245657ce63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913112
Apr 20 14:18:49.226938 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-4148746f-01e4-49dc-afa1-a05049f5049f service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441162
Apr 20 14:18:49.379312 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-12f0fa40-ab54-4d64-9187-3f025b99d258 req-9dcf5b58-2674-4d5c-b836-e9af0df19950 service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444709
Apr 20 14:18:49.635220 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e94185-0f23-4b4a-bb8d-7c71cc6e12f7 req-5dbaaf19-97dd-4568-bba4-13298d82bbfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:49.636800 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a4e94185-0f23-4b4a-bb8d-7c71cc6e12f7 req-5dbaaf19-97dd-4568-bba4-13298d82bbfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.1025321
Apr 20 14:18:49.687374 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a4e94185-0f23-4b4a-bb8d-7c71cc6e12f7 req-1a00269e-9c73-4e74-9e63-3e0bc64d7640 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439062
Apr 20 14:18:50.903898 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e387081-2b5e-4529-b375-7a7081015b47 req-9b79f174-e2d5-47bb-83f9-bc8ee2d517df tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:50.905647 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5e387081-2b5e-4529-b375-7a7081015b47 req-9b79f174-e2d5-47bb-83f9-bc8ee2d517df tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0998466
Apr 20 14:18:50.957217 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5e387081-2b5e-4529-b375-7a7081015b47 req-2d42fd71-c9b9-4a0f-8434-51c837d5a261 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444446
Apr 20 14:18:52.185277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e514e12-9ffc-4162-955b-fc8ad4cfa3db req-951c0971-4f78-4cb1-91e7-d4afc1fd3549 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:52.187227 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8e514e12-9ffc-4162-955b-fc8ad4cfa3db req-951c0971-4f78-4cb1-91e7-d4afc1fd3549 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0978329
Apr 20 14:18:52.239871 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8e514e12-9ffc-4162-955b-fc8ad4cfa3db req-b840becd-503c-4c68-b968-7b72d90657d2 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454273
Apr 20 14:18:53.459066 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f99a8d-6244-431b-ad93-c0bb6676fcc2 req-7ed41801-82ba-4b91-886c-182ef341a8d9 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:53.460651 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f1f99a8d-6244-431b-ad93-c0bb6676fcc2 req-7ed41801-82ba-4b91-886c-182ef341a8d9 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.1024356
Apr 20 14:18:53.513345 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f1f99a8d-6244-431b-ad93-c0bb6676fcc2 req-97949ae1-ed32-4662-a8e9-25ba6c5b0079 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433035
Apr 20 14:18:53.947511 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:18:54.220562 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-f658e69b-84cf-469e-b2fb-413348327cf0 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089506658&fields=id&tenant_id=b6bc03189b7b4652b856e6ff76b178b8 HTTP/1.1" status: 200  len: 267 time: 0.0442209
Apr 20 14:18:54.409744 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-48f733b5-b3b3-4e28-bcf1-355cdfd691a9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:54.411241 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-48f733b5-b3b3-4e28-bcf1-355cdfd691a9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 812 time: 0.1827097
Apr 20 14:18:54.433638 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-25347cda-db0d-4a77-9d4f-efc261e8f69c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/quotas/b6bc03189b7b4652b856e6ff76b178b8 HTTP/1.1" status: 200  len: 375 time: 0.0146341
Apr 20 14:18:54.539233 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-0f38982a-fabc-4d7d-83d8-34c5dee2b7c2 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0993042
Apr 20 14:18:54.758224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06875380-9f99-4788-99e6-ebef21d43b1a req-1f138686-f215-4624-924d-e1e9c9936ba2 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:54.759995 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-06875380-9f99-4788-99e6-ebef21d43b1a req-1f138686-f215-4624-924d-e1e9c9936ba2 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0954561
Apr 20 14:18:54.818193 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-06875380-9f99-4788-99e6-ebef21d43b1a req-3b04a7b9-0e3f-4a9b-9ddc-f263640d7bd6 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498157
Apr 20 14:18:54.933732 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-14cf7d7d-aecb-4d94-a6dd-efcb09f87b5f service neutron] 10.222.0.30 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3801410
Apr 20 14:18:55.091299 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-1fab0f1b-f59d-48a5-b8b2-7a5d820b50ee service neutron] 10.222.0.30 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508551
Apr 20 14:18:56.046511 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bc8cc-4fc1-4b16-973b-69202df27feb req-adaee21f-58ec-43f9-a4dd-fbf04777ca10 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:56.048194 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db2bc8cc-4fc1-4b16-973b-69202df27feb req-adaee21f-58ec-43f9-a4dd-fbf04777ca10 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0939567
Apr 20 14:18:56.106814 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db2bc8cc-4fc1-4b16-973b-69202df27feb req-865467d3-a82b-40ce-a9b0-ed0be7531997 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516422
Apr 20 14:18:56.578290 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fa698c06-4e7e-4885-a7a0-dc3933a1ae2a req-0b76652b-9db2-42fe-8c76-6eac88a09d6e tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 210 time: 0.0548675
Apr 20 14:18:57.322280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb476b-6358-48b2-b964-f685da4fc4d5 req-2a587aab-b7c8-4ada-8306-ccbdce6a8df5 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:57.324062 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97eb476b-6358-48b2-b964-f685da4fc4d5 req-2a587aab-b7c8-4ada-8306-ccbdce6a8df5 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 944 time: 0.0984395
Apr 20 14:18:57.375445 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97eb476b-6358-48b2-b964-f685da4fc4d5 req-9585854d-1f40-404a-b26b-f34b74feed7a tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445836
Apr 20 14:18:57.752825 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-10206f31-2d0e-4049-a4e1-c96d1a0473fa req-4d6c131c-0095-4f0c-a453-703d9c1b7b59 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 210 time: 0.0557766
Apr 20 14:18:57.814376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-ed35d159-e57f-45bb-ab37-29af80b72014 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:57.815575 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-ed35d159-e57f-45bb-ab37-29af80b72014 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 812 time: 0.1786780
Apr 20 14:18:57.904903 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-9256541b-4a9d-4e4b-be26-6f5b68bf8863 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6bc03189b7b4652b856e6ff76b178b8 HTTP/1.1" status: 200  len: 8061 time: 0.0805812
Apr 20 14:18:57.918194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Request body: {'port': {'device_id': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'admin_state_up': True, 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'security_groups': ['deb685b4-cf4f-4d10-875d-ce63327ba8c6']}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:18:58.242314 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 4ec0b3d7-0eaf-4882-875d-c049f135355d details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:18:58.328973 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:18:58.339711 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:18:58.350373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Made reservation on behalf of b6bc03189b7b4652b856e6ff76b178b8 for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:18:58.357532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:58.408819 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 4ec0b3d7-0eaf-4882-875d-c049f135355d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:18:58.425075 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'port_id': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'mac_address': 'fa:16:3e:d4:d7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:18:58.489524 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:58.509096 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec0b3d7-0eaf-4882-875d-c049f135355d {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:18:58.527270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 4ec0b3d7-0eaf-4882-875d-c049f135355d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:18:58.531549 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:58.533483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:18:58.628614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Allocated IP 172.20.0.7 (2ca6db40-cbd3-412c-8c55-59f3066092fb/59c8f2cc-53e5-45a9-915e-c29f6eb9b423/ed0c6f35-5655-43d4-bccd-d8631ef4bccc) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:18:58.636581 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=4ec0b3d7-0eaf-4882-875d-c049f135355d,revision_number=7']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:18:58.641221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:18:58.657369 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdbea4-97ba-4414-8ea3-2f9b0c0c5e83 req-b737c8d0-0825-4ba7-838e-0827cbcc4c66 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:58.659027 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0fbdbea4-97ba-4414-8ea3-2f9b0c0c5e83 req-b737c8d0-0825-4ba7-838e-0827cbcc4c66 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 945 time: 0.1408939
Apr 20 14:18:58.811659 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0fbdbea4-97ba-4414-8ea3-2f9b0c0c5e83 req-3291e10e-a98b-44ee-888a-e763a4b854fa tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1428664
Apr 20 14:18:58.878215 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['4ec0b3d7-0eaf-4882-875d-c049f135355d'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:18:58.899785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:58.917612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Transition to ACTIVE for port object ed0c6f35-5655-43d4-bccd-d8631ef4bccc will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:18:58.928742 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f00b8c62-cf0c-453d-82b6-c7691aa71ad2 req-dfc8fbf9-2a49-4899-ab0e-aa5580b08dc8 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 210 time: 0.0518632
Apr 20 14:18:58.944599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:58.953582 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9510ba04-9971-4816-80a5-bfbbb95617ee tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:18:59.031450 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Network 2ca6db40-cbd3-412c-8c55-59f3066092fb is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:18:59.036702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:18:59.042609 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:18:59.077569 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'Port': ['ID=ed0c6f35-5655-43d4-bccd-d8631ef4bccc,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:18:59.101047 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:59.101460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:59.101898 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:59.102523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:59.102919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:59.103309 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:59.104307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:59.104307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:59.104682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:59.104856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:59.105158 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:59.105540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:18:59.111954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:18:59.141758 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:18:59.142622 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:59.186092 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2751608
Apr 20 14:18:59.224244 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Request body: {'port': {'device_id': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:18:59.315987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-a9f9e0cc-34ae-4843-a8df-c6f5b1c96d4b None None] Provisioning for port ed0c6f35-5655-43d4-bccd-d8631ef4bccc completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:18:59.322779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-a9f9e0cc-34ae-4843-a8df-c6f5b1c96d4b None None] Provisioning complete for port ed0c6f35-5655-43d4-bccd-d8631ef4bccc triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:18:59.323150 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a9f9e0cc-34ae-4843-a8df-c6f5b1c96d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:59.355921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:59.385170 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-a9f9e0cc-34ae-4843-a8df-c6f5b1c96d4b None None] Port ed0c6f35-5655-43d4-bccd-d8631ef4bccc cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:18:59.738906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0c6f35-5655-43d4-bccd-d8631ef4bccc {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:18:59.757383 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:59.784702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Transition to ACTIVE for port object ed0c6f35-5655-43d4-bccd-d8631ef4bccc will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:18:59.788011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:18:59.793513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1f11874e-7543-41b1-8fac-0dcec50d5036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:18:59.934332 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0c6f35-5655-43d4-bccd-d8631ef4bccc,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:18:59.969091 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:19:00.037295 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c291e1-cf10-4b51-84a2-2a430f7072a2 req-d4402bee-1638-40ba-b846-a81cd14313aa tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:00.039034 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-22c291e1-cf10-4b51-84a2-2a430f7072a2 req-d4402bee-1638-40ba-b846-a81cd14313aa tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 945 time: 0.0980802
Apr 20 14:19:00.053382 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Attempting to bind port ed0c6f35-5655-43d4-bccd-d8631ef4bccc on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:19:00.053755 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Attempting to bind port ed0c6f35-5655-43d4-bccd-d8631ef4bccc by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:19:00.054145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Attempting to bind port ed0c6f35-5655-43d4-bccd-d8631ef4bccc on network 2ca6db40-cbd3-412c-8c55-59f3066092fb {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:19:00.060338 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Port ed0c6f35-5655-43d4-bccd-d8631ef4bccc on network 2ca6db40-cbd3-412c-8c55-59f3066092fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:19:00.060771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Attempting to bind port ed0c6f35-5655-43d4-bccd-d8631ef4bccc on network 2ca6db40-cbd3-412c-8c55-59f3066092fb {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:19:00.103195 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-22c291e1-cf10-4b51-84a2-2a430f7072a2 req-e042cfc9-c454-4a81-89c1-32af8d62b237 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504024
Apr 20 14:19:00.104632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:19:00.105022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Checking segment: {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:19:00.105449 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Bound using segment: {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:19:00.106114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Bound port: ed0c6f35-5655-43d4-bccd-d8631ef4bccc, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b917618c-4ab0-4d64-9af3-d21029f9a7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:19:00.106350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:00.241543 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 4ec0b3d7-0eaf-4882-875d-c049f135355d up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:19:00.247299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce494bfc-e3a2-43db-822d-71f71a9acf45 req-900da3ef-d0d0-416b-a4ee-e3239f845bcb tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:00.248080 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-ce494bfc-e3a2-43db-822d-71f71a9acf45 req-900da3ef-d0d0-416b-a4ee-e3239f845bcb tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Synchronizing usage tracker for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:19:00.251320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] For port ed0c6f35-5655-43d4-bccd-d8631ef4bccc, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:19:00.255763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] For port ed0c6f35-5655-43d4-bccd-d8631ef4bccc, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ed0c6f35-5655-43d4-bccd-d8631ef4bccc,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:19:00.262076 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:00.268878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c50d98cd-6d92-4811-b7ca-38c538f68d6c tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:19:00.320632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port 4ec0b3d7-0eaf-4882-875d-c049f135355d triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:19:00.321351 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:00.323224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-ce494bfc-e3a2-43db-822d-71f71a9acf45 req-900da3ef-d0d0-416b-a4ee-e3239f845bcb tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Unset dirty status for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:19:00.324535 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ce494bfc-e3a2-43db-822d-71f71a9acf45 req-900da3ef-d0d0-416b-a4ee-e3239f845bcb tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 943 time: 0.2610362
Apr 20 14:19:00.342819 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:00.343509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:00.345029 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] 10.222.0.53 "PUT /v2.0/ports/ed0c6f35-5655-43d4-bccd-d8631ef4bccc HTTP/1.1" status: 200  len: 1093 time: 1.1335130
Apr 20 14:19:00.346904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'tag': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:19:00.439201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0c6f35-5655-43d4-bccd-d8631ef4bccc,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:19:00.443726 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'tag': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc', 'status': 'completed', 'code': 200}
Apr 20 14:19:00.462232 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:19:00.473096 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ce494bfc-e3a2-43db-822d-71f71a9acf45 req-9d52842a-2235-4ef9-9195-0271f37b514c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1270370
Apr 20 14:19:00.490164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:00.519576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-9e16fa08-29c7-4efc-acbd-4400884ef985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:00.521249 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-9e16fa08-29c7-4efc-acbd-4400884ef985 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 1096 time: 0.1208296
Apr 20 14:19:00.521460 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:19:00.534043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 4ec0b3d7-0eaf-4882-875d-c049f135355d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:19:00.541091 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:00.544156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:19:00.579181 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'code': 200}
Apr 20 14:19:00.607274 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-f08d6b16-b8fb-46ca-a69b-55fc28ce205a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed0c6f35-5655-43d4-bccd-d8631ef4bccc HTTP/1.1" status: 200  len: 217 time: 0.0766716
Apr 20 14:19:00.638796 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=4ec0b3d7-0eaf-4882-875d-c049f135355d,revision_number=8']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:19:00.642216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:19:00.684079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-70edceed-5e13-4d2c-9e5d-e26c2bf7af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:00.685788 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-70edceed-5e13-4d2c-9e5d-e26c2bf7af20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59c8f2cc-53e5-45a9-915e-c29f6eb9b423 HTTP/1.1" status: 200  len: 851 time: 0.0716658
Apr 20 14:19:00.782649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-de6a408d-a8bf-418e-85e0-ee41c6e1061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:00.784216 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-de6a408d-a8bf-418e-85e0-ee41c6e1061a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ca6db40-cbd3-412c-8c55-59f3066092fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912290
Apr 20 14:19:00.998763 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-57fedec7-5c5c-47ff-8c7a-576f1d037d63 service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2076149
Apr 20 14:19:01.004674 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cd9fe-4340-422b-967d-f9885d86f7b8 req-1984bb50-8ca2-4a4b-8517-479fa2206148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:01.006318 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-444cd9fe-4340-422b-967d-f9885d86f7b8 req-1984bb50-8ca2-4a4b-8517-479fa2206148 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 1099 time: 0.1855719
Apr 20 14:19:01.143964 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-444cd9fe-4340-422b-967d-f9885d86f7b8 req-967d56a3-1f57-41cd-9b06-bf4c3d6dfe5e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1122797
Apr 20 14:19:01.179284 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-682e14b5-2f46-46b3-bc52-0b02ee85296a req-a9b3bef0-9e14-4788-952b-daf91cec3b3a service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718974
Apr 20 14:19:01.311808 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca5ff6-adcb-41c7-a4fb-a1dc02896415 req-9bde3a89-7bd8-48ce-9b23-728f97fd0c1b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:01.313444 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00ca5ff6-adcb-41c7-a4fb-a1dc02896415 req-9bde3a89-7bd8-48ce-9b23-728f97fd0c1b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0912640
Apr 20 14:19:01.363847 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00ca5ff6-adcb-41c7-a4fb-a1dc02896415 req-8e70e935-2801-4fb6-8f63-6e008cce809f tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438612
Apr 20 14:19:01.534927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396aec3-23f3-4aca-b71d-5f6ee2303505 req-2e3b96c1-b993-4ba7-a047-abf8e892d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:01.536584 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8396aec3-23f3-4aca-b71d-5f6ee2303505 req-2e3b96c1-b993-4ba7-a047-abf8e892d542 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 1096 time: 0.0847201
Apr 20 14:19:01.690216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4b8db-8833-4b7e-b1db-51db16980bb5 req-f6d80580-441e-4d1e-a59a-c06d6e92d6af tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:01.691956 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ecb4b8db-8833-4b7e-b1db-51db16980bb5 req-f6d80580-441e-4d1e-a59a-c06d6e92d6af tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 943 time: 0.0975988
Apr 20 14:19:01.694335 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396aec3-23f3-4aca-b71d-5f6ee2303505 req-6ed27786-b7a6-474a-9a8d-5aac090c3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:01.696113 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8396aec3-23f3-4aca-b71d-5f6ee2303505 req-6ed27786-b7a6-474a-9a8d-5aac090c3ee7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 913 time: 0.1527302
Apr 20 14:19:01.754277 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ecb4b8db-8833-4b7e-b1db-51db16980bb5 req-5e5d5699-cfa5-4570-9d05-59bbb453d767 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541832
Apr 20 14:19:01.832203 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8396aec3-23f3-4aca-b71d-5f6ee2303505 req-49470996-cf1d-4f85-a1a3-f2d339a0176a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed0c6f35-5655-43d4-bccd-d8631ef4bccc HTTP/1.1" status: 200  len: 217 time: 0.1270308
Apr 20 14:19:01.909349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396aec3-23f3-4aca-b71d-5f6ee2303505 req-dae8d55f-d4a1-454e-8f57-675d376ce141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:01.911969 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8396aec3-23f3-4aca-b71d-5f6ee2303505 req-dae8d55f-d4a1-454e-8f57-675d376ce141 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59c8f2cc-53e5-45a9-915e-c29f6eb9b423 HTTP/1.1" status: 200  len: 851 time: 0.0733373
Apr 20 14:19:02.012010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396aec3-23f3-4aca-b71d-5f6ee2303505 req-f0dc6635-53b4-4879-9a33-7bfaa1d6b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:02.013784 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8396aec3-23f3-4aca-b71d-5f6ee2303505 req-f0dc6635-53b4-4879-9a33-7bfaa1d6b554 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ca6db40-cbd3-412c-8c55-59f3066092fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0950625
Apr 20 14:19:02.166683 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8396aec3-23f3-4aca-b71d-5f6ee2303505 req-fa15372c-f451-4f4d-acb9-d7d3fbf0b21b service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389766
Apr 20 14:19:02.313394 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8396aec3-23f3-4aca-b71d-5f6ee2303505 req-a5b288a3-9676-4dab-9d6a-f84f2985ef88 service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391816
Apr 20 14:19:02.570968 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c9df-0976-489c-85ec-21a6f65228f2 req-08d50141-b8dc-41b6-9336-6a49c34592d3 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:02.572560 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-58c0c9df-0976-489c-85ec-21a6f65228f2 req-08d50141-b8dc-41b6-9336-6a49c34592d3 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0908689
Apr 20 14:19:02.623355 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-58c0c9df-0976-489c-85ec-21a6f65228f2 req-af6ae6e3-c945-48a2-9ac8-57c58116a58e tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441980
Apr 20 14:19:03.013325 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb948795-0740-40fd-8393-b378a6314c5d req-3b3a1104-f145-4b48-8640-823a743cc0cd tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:03.015246 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bb948795-0740-40fd-8393-b378a6314c5d req-3b3a1104-f145-4b48-8640-823a743cc0cd tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 943 time: 0.1013923
Apr 20 14:19:03.078125 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bb948795-0740-40fd-8393-b378a6314c5d req-75f3a339-1fdb-47ba-838c-b50d03f72b53 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540922
Apr 20 14:19:03.848263 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee65d7-7d60-47a9-aef4-3c8f7267d572 req-6093650a-5a5c-40d1-a557-875ab1eb8969 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:03.850251 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-beee65d7-7d60-47a9-aef4-3c8f7267d572 req-6093650a-5a5c-40d1-a557-875ab1eb8969 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.1076436
Apr 20 14:19:03.900269 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-beee65d7-7d60-47a9-aef4-3c8f7267d572 req-9fd6bba0-f920-474e-a050-c2aa9974682b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411458
Apr 20 14:19:04.272111 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e8042e8f-4f68-4d3c-9a06-eb324904fe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:04.306569 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50df56b-7b02-42c7-bc9b-cb4b3b7dd80f req-ca2cfb10-f4c8-475a-8fff-5e507b271904 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:04.308298 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d50df56b-7b02-42c7-bc9b-cb4b3b7dd80f req-ca2cfb10-f4c8-475a-8fff-5e507b271904 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 943 time: 0.1032398
Apr 20 14:19:04.363620 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d50df56b-7b02-42c7-bc9b-cb4b3b7dd80f req-02aa7d03-53f6-432c-8da8-1c071181a3c2 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473881
Apr 20 14:19:04.563451 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e726a-0c71-465e-9c47-943d1136251b req-ffd2b556-9260-43d2-9f56-765f016b4823 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:04.564978 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-599e726a-0c71-465e-9c47-943d1136251b req-ffd2b556-9260-43d2-9f56-765f016b4823 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0892909
Apr 20 14:19:04.618771 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-599e726a-0c71-465e-9c47-943d1136251b req-f131d864-740f-4b7c-9ae8-8c7223fe01d9 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440655
Apr 20 14:19:05.605120 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e3978-bb7a-4f35-a960-e301ef8a1923 req-7fa02fb8-4967-44fa-a58b-688bd9b2d93e tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:05.606851 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-688e3978-bb7a-4f35-a960-e301ef8a1923 req-7fa02fb8-4967-44fa-a58b-688bd9b2d93e tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 943 time: 0.0945492
Apr 20 14:19:05.656131 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-688e3978-bb7a-4f35-a960-e301ef8a1923 req-440b3f1b-7b2e-444b-9401-64f0c0678753 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426762
Apr 20 14:19:05.856436 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e401792-d236-4930-b783-baa4997b0b4a req-f9feef2e-7b02-4bb0-845b-211de8ec79b9 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:05.858162 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8e401792-d236-4930-b783-baa4997b0b4a req-f9feef2e-7b02-4bb0-845b-211de8ec79b9 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1070683
Apr 20 14:19:05.910224 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8e401792-d236-4930-b783-baa4997b0b4a req-5f068f10-fb8f-451b-bb9b-311ad3e9784c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439537
Apr 20 14:19:06.745183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-9e44473f-5674-4d4a-961e-bf9532ba4c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:06.870234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0db0a-8b6a-4dcd-9b64-af7cf0a5d05c req-717fc5b2-6ced-4bca-ba42-2a9b8bdeeb3d tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:06.871795 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d5b0db0a-8b6a-4dcd-9b64-af7cf0a5d05c req-717fc5b2-6ced-4bca-ba42-2a9b8bdeeb3d tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 943 time: 0.0958819
Apr 20 14:19:06.921820 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d5b0db0a-8b6a-4dcd-9b64-af7cf0a5d05c req-308b8863-415e-43dc-9e06-d067cf643324 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433564
Apr 20 14:19:07.122984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30facf8-6440-48b6-b313-cb96a78aad52 req-498be754-ad80-4bbe-ba75-7f59f06705ec tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:07.124540 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f30facf8-6440-48b6-b313-cb96a78aad52 req-498be754-ad80-4bbe-ba75-7f59f06705ec tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0934002
Apr 20 14:19:07.174135 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f30facf8-6440-48b6-b313-cb96a78aad52 req-04b36e5e-cb46-4408-80f1-22dedcd3cffb tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428677
Apr 20 14:19:07.325080 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:07.680589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:08.146931 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab2d4b-ac7b-4567-8ff4-bc65c7fb83ab req-051e2f2c-82e0-4607-8c3b-432900a877dd tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:08.149996 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b8ab2d4b-ac7b-4567-8ff4-bc65c7fb83ab req-051e2f2c-82e0-4607-8c3b-432900a877dd tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 943 time: 0.1060624
Apr 20 14:19:08.398288 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef7619-3ec1-4d62-9814-3facef1d1f86 req-81e5667e-79c5-454b-ba49-e0ed9cb83406 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:08.400119 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-95ef7619-3ec1-4d62-9814-3facef1d1f86 req-81e5667e-79c5-454b-ba49-e0ed9cb83406 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0992243
Apr 20 14:19:08.424654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:08.452503 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b8ab2d4b-ac7b-4567-8ff4-bc65c7fb83ab req-78d77ed5-f214-43a9-91d5-d8a547d36f85 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2958398
Apr 20 14:19:08.455697 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-95ef7619-3ec1-4d62-9814-3facef1d1f86 req-b749d4d8-ec46-429d-8b0c-222c61d01a78 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487523
Apr 20 14:19:09.081108 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:09.674630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423296c1-9dd1-4619-abe2-9d8b3645754d req-ca6c537d-15c0-4afe-b9b0-0535c578fc30 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:09.676399 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-423296c1-9dd1-4619-abe2-9d8b3645754d req-ca6c537d-15c0-4afe-b9b0-0535c578fc30 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 943 time: 0.0991595
Apr 20 14:19:09.680878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b701-f1b4-4a15-8159-7fe57cced6fa req-bfa27f7a-ea54-48c9-a45c-292de3db16ad tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:09.683763 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7aa4b701-f1b4-4a15-8159-7fe57cced6fa req-bfa27f7a-ea54-48c9-a45c-292de3db16ad tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1075988
Apr 20 14:19:09.734896 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-423296c1-9dd1-4619-abe2-9d8b3645754d req-d871ebc2-3d38-4bfd-9a5a-860acc94da13 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474410
Apr 20 14:19:09.743458 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7aa4b701-f1b4-4a15-8159-7fe57cced6fa req-51266c9c-6034-4285-b030-1df2962c72f3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530376
Apr 20 14:19:10.258379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device ed0c6f35-5655-43d4-bccd-d8631ef4bccc details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:19:10.403342 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port ed0c6f35-5655-43d4-bccd-d8631ef4bccc, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ed0c6f35-5655-43d4-bccd-d8631ef4bccc,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:19:10.418127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'port_id': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc', 'mac_address': 'fa:16:3e:bf:83:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:19:10.485057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:10.504570 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0c6f35-5655-43d4-bccd-d8631ef4bccc {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:19:10.521264 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port ed0c6f35-5655-43d4-bccd-d8631ef4bccc, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ed0c6f35-5655-43d4-bccd-d8631ef4bccc,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:19:10.525073 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:10.526987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6b5d8db4-b303-4b3b-ae1f-ff0bca22f21a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:19:10.597134 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=ed0c6f35-5655-43d4-bccd-d8631ef4bccc,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:19:10.600908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:19:10.913246 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['ed0c6f35-5655-43d4-bccd-d8631ef4bccc'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:19:10.946757 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02531c-f12b-420d-ad92-e00beb924d15 req-d3f8cdbd-59bf-406c-a978-ef424c6dc657 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:10.948571 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-be02531c-f12b-420d-ad92-e00beb924d15 req-d3f8cdbd-59bf-406c-a978-ef424c6dc657 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 944 time: 0.0907903
Apr 20 14:19:10.953466 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998653f-fa65-4c24-a8ec-a5fd3a4851a3 req-01c6ff10-4dd1-4ca5-9b11-6f2b6217f836 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:10.955188 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9998653f-fa65-4c24-a8ec-a5fd3a4851a3 req-01c6ff10-4dd1-4ca5-9b11-6f2b6217f836 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0927708
Apr 20 14:19:11.006117 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-be02531c-f12b-420d-ad92-e00beb924d15 req-60ab722c-4f0e-4966-bcd6-2ffb38cdc5f7 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501442
Apr 20 14:19:11.011704 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9998653f-fa65-4c24-a8ec-a5fd3a4851a3 req-4b279f43-2a9b-4851-9372-a90a3c381bcc tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495489
Apr 20 14:19:12.223320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818be92b-0e35-493c-8fcf-545032746d9c req-e4fbb30e-50c9-4c18-9dae-a2867f172bbd tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:12.225376 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-818be92b-0e35-493c-8fcf-545032746d9c req-e4fbb30e-50c9-4c18-9dae-a2867f172bbd tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 944 time: 0.0946538
Apr 20 14:19:12.225554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daaa54-953c-4e8b-8411-726848134b88 req-18ca7804-7951-4f65-b087-b756963f3f7b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:12.227276 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-52daaa54-953c-4e8b-8411-726848134b88 req-18ca7804-7951-4f65-b087-b756963f3f7b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.0972023
Apr 20 14:19:12.266830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device ed0c6f35-5655-43d4-bccd-d8631ef4bccc up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:19:12.278412 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-818be92b-0e35-493c-8fcf-545032746d9c req-18e9c945-236e-4f79-b4ae-3b9932835b8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460300
Apr 20 14:19:12.278703 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-52daaa54-953c-4e8b-8411-726848134b88 req-a148fad6-0737-4be8-9e26-2f682bf0bcfa tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441935
Apr 20 14:19:12.349730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port ed0c6f35-5655-43d4-bccd-d8631ef4bccc completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:19:12.355358 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port ed0c6f35-5655-43d4-bccd-d8631ef4bccc triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:19:12.355779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:12.661766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:12.690994 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:19:12.701610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port ed0c6f35-5655-43d4-bccd-d8631ef4bccc, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ed0c6f35-5655-43d4-bccd-d8631ef4bccc,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:19:12.705232 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:12.707990 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:19:12.740556 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc', 'code': 200}
Apr 20 14:19:12.783336 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=ed0c6f35-5655-43d4-bccd-d8631ef4bccc,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:19:12.786712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:19:13.077712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c53212-8ca6-4e31-a4e5-a9f11167ee4d req-533a45ae-54e9-4dd1-8153-a306d29d018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:13.079412 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b5c53212-8ca6-4e31-a4e5-a9f11167ee4d req-533a45ae-54e9-4dd1-8153-a306d29d018b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 1098 time: 0.0842509
Apr 20 14:19:13.131367 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b5c53212-8ca6-4e31-a4e5-a9f11167ee4d req-a4ab5434-6a5f-4c58-9d00-bdf85f38bf78 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447898
Apr 20 14:19:13.501630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bca165-19b3-4b15-9fca-78e73bf6643a req-36fd5aa5-f282-4834-ae78-8a54ad600b70 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:13.503252 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a4bca165-19b3-4b15-9fca-78e73bf6643a req-36fd5aa5-f282-4834-ae78-8a54ad600b70 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1038823
Apr 20 14:19:13.508446 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a2f18-8832-44cc-afd2-a68e895140ef req-bcf899d0-b6ed-45da-a7f0-1681430a9723 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:13.510071 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cd9a2f18-8832-44cc-afd2-a68e895140ef req-bcf899d0-b6ed-45da-a7f0-1681430a9723 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 945 time: 0.1004796
Apr 20 14:19:13.554799 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a4bca165-19b3-4b15-9fca-78e73bf6643a req-680ac18e-675c-49db-bb11-021d9d9bcb4b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442529
Apr 20 14:19:13.562740 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cd9a2f18-8832-44cc-afd2-a68e895140ef req-1282652d-1b72-42c7-ab59-d39582af83cc tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459247
Apr 20 14:19:14.779435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391812e-3aca-4cb8-9d35-a69b744140f7 req-bd32fd4d-1e14-497a-8a74-884f3bc6e30e tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:14.781282 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8391812e-3aca-4cb8-9d35-a69b744140f7 req-bd32fd4d-1e14-497a-8a74-884f3bc6e30e tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 945 time: 0.0931199
Apr 20 14:19:14.813583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc53f5-2222-4876-83f2-ad1ad1d6ed6e req-fafaf0e4-c2bd-4c79-a4e6-ed624d5b6618 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:14.816473 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b8dc53f5-2222-4876-83f2-ad1ad1d6ed6e req-fafaf0e4-c2bd-4c79-a4e6-ed624d5b6618 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1308610
Apr 20 14:19:14.834080 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8391812e-3aca-4cb8-9d35-a69b744140f7 req-01b77722-ab1b-4d4a-8b94-6891cdbe9ce8 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456724
Apr 20 14:19:14.869715 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b8dc53f5-2222-4876-83f2-ad1ad1d6ed6e req-2181efdc-fdc8-445d-abdd-65f1d8bf0c9a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464363
Apr 20 14:19:15.045263 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6512b05-2f97-40d8-8da4-6d5b3fbc9203 req-8d50fd25-0a37-405f-90fa-131f3d378d06 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:15.047287 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a6512b05-2f97-40d8-8da4-6d5b3fbc9203 req-8d50fd25-0a37-405f-90fa-131f3d378d06 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 945 time: 0.0980413
Apr 20 14:19:15.099417 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a6512b05-2f97-40d8-8da4-6d5b3fbc9203 req-573bfee5-f445-4594-a15e-aa658e58dcb4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458543
Apr 20 14:19:15.124991 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 59586) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:19:15.395448 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4bb560-1faa-4e18-991e-51a66e8e7ba4 tempest-TestVolumeBootPattern-75059485 tempest-TestVolumeBootPattern-75059485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:15.397101 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bc4bb560-1faa-4e18-991e-51a66e8e7ba4 tempest-TestVolumeBootPattern-75059485 tempest-TestVolumeBootPattern-75059485-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 1093 time: 0.2709167
Apr 20 14:19:15.400430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 59596) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:19:15.406189 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Request body: {'floatingip': {'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'port_id': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:19:15.412915 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:19:15.417092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Usage tracker for resource:floatingip and tenant:b6bc03189b7b4652b856e6ff76b178b8 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:19:15.420108 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:19:15.426172 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:19:15.436638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for floatingip, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:15.587636 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:15.743116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Allocated IP 172.27.3.34 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/8f989038-23d1-4084-8414-442362e09a21) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:19:15.898036 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:15.930478 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:15.935613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d56a176f-0eff-4433-a87b-54175e0ca3b9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:19:16.007219 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:19:16.052861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:19:16.062239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:19:16.100850 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'Port': ['ID=8f989038-23d1-4084-8414-442362e09a21,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:19:16.106510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:19:16.256472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159415c-31ee-4348-b654-09534cc5d393 req-38db9cbb-8b26-4b58-859b-7f34a39d5050 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:16.258184 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b159415c-31ee-4348-b654-09534cc5d393 req-38db9cbb-8b26-4b58-859b-7f34a39d5050 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.2596228
Apr 20 14:19:16.455211 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b159415c-31ee-4348-b654-09534cc5d393 req-e2cb62e8-86d0-4a46-9ebb-0ae576a70a43 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1845388
Apr 20 14:19:16.583894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:16.693349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:16.813198 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770d4fc-8a0c-4838-b56e-a90e450fbd5f req-a9550fbb-f6c6-4899-b993-ebd5cc741939 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:16.815603 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a770d4fc-8a0c-4838-b56e-a90e450fbd5f req-a9550fbb-f6c6-4899-b993-ebd5cc741939 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1061339
Apr 20 14:19:16.870356 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a770d4fc-8a0c-4838-b56e-a90e450fbd5f req-65e2f3ac-cb13-43bf-87fa-3cf024722433 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483406
Apr 20 14:19:17.080257 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bc055-1bf7-43f7-882b-ca3f1ae16114 req-34e0ebcb-8e30-48b4-bd39-415538ba9e02 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:17.081779 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5f6bc055-1bf7-43f7-882b-ca3f1ae16114 req-34e0ebcb-8e30-48b4-bd39-415538ba9e02 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.2330093
Apr 20 14:19:17.087078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0808-9274-433b-b60b-5dc9c516ea4f req-4e3ba10d-b30a-4ddb-8162-8967ad16688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:17.088690 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea9c0808-9274-433b-b60b-5dc9c516ea4f req-4e3ba10d-b30a-4ddb-8162-8967ad16688c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766c27cfe7f6408c88e8b02814459154&device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 1098 time: 0.2386384
Apr 20 14:19:17.092188 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:17.134835 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:17.144089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e0f99015-96c8-4c1d-a46a-301a7f4a4e61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:19:17.340104 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5f6bc055-1bf7-43f7-882b-ca3f1ae16114 req-192738b0-fdbd-471b-a846-2a8bfed37762 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2500799
Apr 20 14:19:17.354793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event updated for resources: {'Port': ['ID=8f989038-23d1-4084-8414-442362e09a21,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:19:17.358078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:19:17.393469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:17.764722 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0808-9274-433b-b60b-5dc9c516ea4f req-b11c8d37-e596-4f5c-aba5-10f04f796908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:17.766418 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea9c0808-9274-433b-b60b-5dc9c516ea4f req-b11c8d37-e596-4f5c-aba5-10f04f796908 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5ed19ab-cd2e-445f-9d67-21775a46871e HTTP/1.1" status: 200  len: 912 time: 0.6564736
Apr 20 14:19:17.910704 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea9c0808-9274-433b-b60b-5dc9c516ea4f req-fae87f8f-6804-4c0b-ace4-60f3a8a208ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 HTTP/1.1" status: 200  len: 1000 time: 0.1303065
Apr 20 14:19:17.918730 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Floating IP d4653165-62ba-4f57-b8ec-abdf7f95c108 associated. External IP: 172.27.3.34, port: ed0c6f35-5655-43d4-bccd-d8631ef4bccc.
Apr 20 14:19:18.106192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12cffc-9efb-4426-892b-a0ae4d0ce5f0 req-3c646130-9eac-4f90-bc71-38e5b71287be tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:18.108484 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3b12cffc-9efb-4426-892b-a0ae4d0ce5f0 req-3c646130-9eac-4f90-bc71-38e5b71287be tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1039271
Apr 20 14:19:18.136023 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0808-9274-433b-b60b-5dc9c516ea4f req-1a729b2e-5a3f-4a0e-af6c-1d1e08228518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:18.137653 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea9c0808-9274-433b-b60b-5dc9c516ea4f req-1a729b2e-5a3f-4a0e-af6c-1d1e08228518 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d0873af-78d2-4a57-8751-7ff684d4f9a5 HTTP/1.1" status: 200  len: 850 time: 0.1677742
Apr 20 14:19:18.158939 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3b12cffc-9efb-4426-892b-a0ae4d0ce5f0 req-13df8e0d-a636-4562-ae0b-3a545dd9d05c tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437651
Apr 20 14:19:18.390405 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0808-9274-433b-b60b-5dc9c516ea4f req-3ac1f3e5-ff64-40a5-99bb-ee6c061d79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:18.392020 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea9c0808-9274-433b-b60b-5dc9c516ea4f req-3ac1f3e5-ff64-40a5-99bb-ee6c061d79a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5ed19ab-cd2e-445f-9d67-21775a46871e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2406874
Apr 20 14:19:18.565532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Router 139390dc-d4f3-45df-ba38-8588e191693e has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:19:18.763121 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea9c0808-9274-433b-b60b-5dc9c516ea4f req-b6990c5a-4d63-44d6-9fd2-e656e6bd2a0f service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3556035
Apr 20 14:19:18.902167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80813c-7a9d-47f3-8a3c-a4b7b779c9f0 req-a734480f-9817-45dc-a521-d79aa8010670 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:18.903892 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5a80813c-7a9d-47f3-8a3c-a4b7b779c9f0 req-a734480f-9817-45dc-a521-d79aa8010670 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.4136360
Apr 20 14:19:18.957583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:19:18.969279 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613bd58-b532-4001-b09c-43ef31da0089 None None] Sync routers for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:19:18.986815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613bd58-b532-4001-b09c-43ef31da0089 None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:19:18.987861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-a613bd58-b532-4001-b09c-43ef31da0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31d6f5ef0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:19:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:19:19.028932 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5a80813c-7a9d-47f3-8a3c-a4b7b779c9f0 req-a790ec8e-8bad-457a-8605-cdf91b5d6826 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1115005
Apr 20 14:19:19.036967 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:19.069582 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ea9c0808-9274-433b-b60b-5dc9c516ea4f req-a58e0c4d-2833-447e-ab8c-dee00d0a34c4 service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2908671
Apr 20 14:19:19.120740 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.7186804
Apr 20 14:19:19.122015 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'tag': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:19:19.191342 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'tag': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc', 'status': 'completed', 'code': 200}
Apr 20 14:19:19.279496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-a613bd58-b532-4001-b09c-43ef31da0089 None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:19:19.323256 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81562912-0ca8-4daa-88db-49f61a506cdb req-9bdd329c-621f-404f-b3d8-fd82dd14f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:19.326371 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-81562912-0ca8-4daa-88db-49f61a506cdb req-9bdd329c-621f-404f-b3d8-fd82dd14f6f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 1098 time: 0.1110010
Apr 20 14:19:19.558716 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81562912-0ca8-4daa-88db-49f61a506cdb req-044fb348-f959-46a0-93a5-a3ddba418c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:19.560492 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-81562912-0ca8-4daa-88db-49f61a506cdb req-044fb348-f959-46a0-93a5-a3ddba418c97 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 913 time: 0.2206726
Apr 20 14:19:19.570908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f4db2-e5df-45e0-818f-b00a652838fb req-f662346b-4a74-4935-be06-e4d48cbafac2 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:19.571882 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-757f4db2-e5df-45e0-818f-b00a652838fb req-f662346b-4a74-4935-be06-e4d48cbafac2 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.2019010
Apr 20 14:19:19.808078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-a613bd58-b532-4001-b09c-43ef31da0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31d6f5ef0>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '6dbe1f87-913c-4400-a8ad-e641754cffb3', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:ee:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:16:50Z', 'updated_at': '2021-04-20T14:16:54Z', 'revision_number': 1, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}, {'id': 'd4653165-62ba-4f57-b8ec-abdf7f95c108', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:bf:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:19:16Z', 'updated_at': '2021-04-20T14:19:16Z', 'revision_number': 0, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:19:19.814372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613bd58-b532-4001-b09c-43ef31da0089 None None] Checking router: 139390dc-d4f3-45df-ba38-8588e191693e for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:19:19.824750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613bd58-b532-4001-b09c-43ef31da0089 None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:19:19.825498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-a613bd58-b532-4001-b09c-43ef31da0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31d6f5ef0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:19:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:19:19.991046 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-757f4db2-e5df-45e0-818f-b00a652838fb req-c91cfefe-7eb5-4e7c-afff-8781d9e44db6 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790620
Apr 20 14:19:19.996760 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-81562912-0ca8-4daa-88db-49f61a506cdb req-238ef3ab-dcd7-4055-9bc0-53dd95ab24e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed0c6f35-5655-43d4-bccd-d8631ef4bccc HTTP/1.1" status: 200  len: 998 time: 0.4236705
Apr 20 14:19:20.042385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-a613bd58-b532-4001-b09c-43ef31da0089 None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:19:20.122840 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81562912-0ca8-4daa-88db-49f61a506cdb req-a4a285f3-2caf-4d24-8cff-f0b725f74355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:20.125017 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-81562912-0ca8-4daa-88db-49f61a506cdb req-a4a285f3-2caf-4d24-8cff-f0b725f74355 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59c8f2cc-53e5-45a9-915e-c29f6eb9b423 HTTP/1.1" status: 200  len: 851 time: 0.1200573
Apr 20 14:19:20.263318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81562912-0ca8-4daa-88db-49f61a506cdb req-3aa04d63-e3ed-4f81-8c53-5b0e903444df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:20.264991 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-81562912-0ca8-4daa-88db-49f61a506cdb req-3aa04d63-e3ed-4f81-8c53-5b0e903444df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ca6db40-cbd3-412c-8c55-59f3066092fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1311462
Apr 20 14:19:20.310160 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ba7f3-8392-4560-99bf-194aaf715853 req-2288814d-d04c-4b1f-8dd0-b1c96f284fe2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:20.312201 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c88ba7f3-8392-4560-99bf-194aaf715853 req-2288814d-d04c-4b1f-8dd0-b1c96f284fe2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1438448
Apr 20 14:19:20.378097 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c88ba7f3-8392-4560-99bf-194aaf715853 req-ddeb94a6-e74a-4600-8735-19f4d531b388 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559206
Apr 20 14:19:20.432011 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-81562912-0ca8-4daa-88db-49f61a506cdb req-349f9ede-fc88-46be-96ab-871553bc4572 service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591570
Apr 20 14:19:20.618946 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-81562912-0ca8-4daa-88db-49f61a506cdb req-5cbe2557-7fbf-489f-b74e-4cf3bb03bf61 service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796863
Apr 20 14:19:20.660165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-a613bd58-b532-4001-b09c-43ef31da0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31d6f5ef0>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '6dbe1f87-913c-4400-a8ad-e641754cffb3', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:ee:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:16:50Z', 'updated_at': '2021-04-20T14:16:54Z', 'revision_number': 1, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}, {'id': 'd4653165-62ba-4f57-b8ec-abdf7f95c108', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:bf:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:19:16Z', 'updated_at': '2021-04-20T14:19:16Z', 'revision_number': 0, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:19:20.665085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613bd58-b532-4001-b09c-43ef31da0089 None None] The sync data for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi is: [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '6dbe1f87-913c-4400-a8ad-e641754cffb3', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:ee:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:16:50Z', 'updated_at': '2021-04-20T14:16:54Z', 'revision_number': 1, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}, {'id': 'd4653165-62ba-4f57-b8ec-abdf7f95c108', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.34', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:bf:83:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:19:16Z', 'updated_at': '2021-04-20T14:19:16Z', 'revision_number': 0, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:19:20.937563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8572fa-6fcf-40db-9057-03b196bf76af None None] New status for floating IP d4653165-62ba-4f57-b8ec-abdf7f95c108: ACTIVE {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:19:21.254476 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a702a5-1f8e-43c4-ab65-4a530c22b7f5 req-363d10fa-b144-444d-8365-1c0d598f13a9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:21.256224 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a3a702a5-1f8e-43c4-ab65-4a530c22b7f5 req-363d10fa-b144-444d-8365-1c0d598f13a9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1102548
Apr 20 14:19:21.313800 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a3a702a5-1f8e-43c4-ab65-4a530c22b7f5 req-2a857011-80a8-46da-abf6-0f7144e9de75 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456719
Apr 20 14:19:22.577577 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a03316-09c0-46a7-9474-75db8801821e req-3600f319-bf38-4a27-ace9-6b25e4f0319e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:22.580661 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c5a03316-09c0-46a7-9474-75db8801821e req-3600f319-bf38-4a27-ace9-6b25e4f0319e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1312158
Apr 20 14:19:22.642591 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c5a03316-09c0-46a7-9474-75db8801821e req-098a3f31-3d22-404e-b274-82f0c2b689aa tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529773
Apr 20 14:19:23.880516 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7f358-df04-48d2-a0bb-7fb540c026fc req-399092cf-5520-4857-b1e4-d7633fbe5f87 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:23.882227 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6ba7f358-df04-48d2-a0bb-7fb540c026fc req-399092cf-5520-4857-b1e4-d7633fbe5f87 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.0941594
Apr 20 14:19:23.939321 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6ba7f358-df04-48d2-a0bb-7fb540c026fc req-5e437781-367a-4339-b12d-9ee92e8afbf1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460126
Apr 20 14:19:25.177504 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9ee5a-c2d8-46f8-9845-2c3d99067ac9 req-d92b6a7b-615e-421a-9c17-a5bd2313cb89 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:25.179223 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-dad9ee5a-c2d8-46f8-9845-2c3d99067ac9 req-d92b6a7b-615e-421a-9c17-a5bd2313cb89 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.0960507
Apr 20 14:19:25.231414 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-dad9ee5a-c2d8-46f8-9845-2c3d99067ac9 req-d7148593-4844-437f-85dd-e5c5168e7e6d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453887
Apr 20 14:19:26.510633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af38ce0-2e3c-4e05-8d65-8108aea0f9e1 req-bce9ce2b-82c0-4600-ba28-bb51711720a4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:26.512301 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8af38ce0-2e3c-4e05-8d65-8108aea0f9e1 req-bce9ce2b-82c0-4600-ba28-bb51711720a4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1165490
Apr 20 14:19:26.576360 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8af38ce0-2e3c-4e05-8d65-8108aea0f9e1 req-0419b892-6506-489c-bf5d-e7d7a1ba2d04 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570476
Apr 20 14:19:27.958197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3370561-1097-45ea-baae-e6ece9aa52cd req-5b3cb7bc-31b2-4c4e-b3a4-b777b326d2ab tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:27.959830 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e3370561-1097-45ea-baae-e6ece9aa52cd req-5b3cb7bc-31b2-4c4e-b3a4-b777b326d2ab tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.2483258
Apr 20 14:19:28.029217 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e3370561-1097-45ea-baae-e6ece9aa52cd req-c1b91e2d-44ee-4cab-b2c1-e5ad8675bf3e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618889
Apr 20 14:19:29.329248 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857640e-61f5-48da-b946-2344cc7f4668 req-c64360ae-6e44-46ee-adc1-6f2488d7ac42 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:29.331343 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1857640e-61f5-48da-b946-2344cc7f4668 req-c64360ae-6e44-46ee-adc1-6f2488d7ac42 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1710374
Apr 20 14:19:29.389605 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1857640e-61f5-48da-b946-2344cc7f4668 req-2ab93d83-db95-4fc8-9d2f-db657fbe2c69 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491176
Apr 20 14:19:30.354120 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device a84314c2-eea5-4034-96b1-1fa240ab0ac4 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:19:30.539609 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port a84314c2-eea5-4034-96b1-1fa240ab0ac4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:19:30.564661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'port_id': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'mac_address': 'fa:16:3e:18:55:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:19:30.630504 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c00116-3bfc-46e7-b7ef-863f7f48e615 req-5ee57474-9d9c-4e1e-b343-0fbe05f9a99d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:30.631956 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:30.632173 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31c00116-3bfc-46e7-b7ef-863f7f48e615 req-5ee57474-9d9c-4e1e-b343-0fbe05f9a99d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1097269
Apr 20 14:19:30.651274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a84314c2-eea5-4034-96b1-1fa240ab0ac4 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:19:30.668552 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port a84314c2-eea5-4034-96b1-1fa240ab0ac4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:19:30.673360 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:30.676182 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b740675b-a129-4bc8-a7e8-aa1bec0e642e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:19:30.700786 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31c00116-3bfc-46e7-b7ef-863f7f48e615 req-8624fcea-f889-4e80-80ab-cba2ea3bb0f2 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613232
Apr 20 14:19:30.767317 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=a84314c2-eea5-4034-96b1-1fa240ab0ac4,revision_number=6']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:19:30.770925 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:19:30.795135 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['a84314c2-eea5-4034-96b1-1fa240ab0ac4'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:19:30.948059 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:19:31.957583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78eea2-9fd7-4a7f-aec8-024095315481 req-2f40aac7-a09b-4496-92c0-93906abf90b9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:31.959256 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ed78eea2-9fd7-4a7f-aec8-024095315481 req-2f40aac7-a09b-4496-92c0-93906abf90b9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 944 time: 0.0942297
Apr 20 14:19:32.011654 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ed78eea2-9fd7-4a7f-aec8-024095315481 req-14def800-029c-4424-86a1-da7dc875e926 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442488
Apr 20 14:19:32.366549 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device a84314c2-eea5-4034-96b1-1fa240ab0ac4 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:19:32.448073 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port a84314c2-eea5-4034-96b1-1fa240ab0ac4 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:19:32.448508 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:32.593211 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:32.627150 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:19:32.639066 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port a84314c2-eea5-4034-96b1-1fa240ab0ac4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:19:32.644011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:32.647025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:19:32.699241 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'code': 200}
Apr 20 14:19:32.729954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=a84314c2-eea5-4034-96b1-1fa240ab0ac4,revision_number=7']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:19:32.733299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:19:33.238996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e68a58-f60e-4143-877a-084ef05a19a1 req-89c491de-9f6d-43b8-b1a1-1701704d5302 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:33.240656 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-77e68a58-f60e-4143-877a-084ef05a19a1 req-89c491de-9f6d-43b8-b1a1-1701704d5302 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.0997632
Apr 20 14:19:33.292746 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-77e68a58-f60e-4143-877a-084ef05a19a1 req-eb14d643-f99f-451f-99e3-da4890093a70 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451355
Apr 20 14:19:34.266030 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-87f30b61-818a-4edb-a9d0-f1972c265222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:34.518401 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21918b-f78e-439d-98d0-8f41d7a7e8b1 req-dc445177-7bff-470d-bbf6-938a34578066 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:34.520080 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ac21918b-f78e-439d-98d0-8f41d7a7e8b1 req-dc445177-7bff-470d-bbf6-938a34578066 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.0975299
Apr 20 14:19:34.570314 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ac21918b-f78e-439d-98d0-8f41d7a7e8b1 req-eae60109-e2ca-47b9-a9f7-cda669ec79f9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426931
Apr 20 14:19:35.797509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5bae1-8799-4a72-ab80-0763f3d1821a req-96934b71-cac9-4b38-9e57-567febf9b449 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:35.800233 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-04e5bae1-8799-4a72-ab80-0763f3d1821a req-96934b71-cac9-4b38-9e57-567febf9b449 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1036930
Apr 20 14:19:35.860832 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-04e5bae1-8799-4a72-ab80-0763f3d1821a req-4a572a68-cd4e-4509-913c-d1a9a70c6562 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537312
Apr 20 14:19:36.752844 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0165a653-a229-4444-97f4-4b6f5401eacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:37.100042 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4ce28-6200-440d-965e-49924eacd387 req-fd3264cb-36d7-42f5-9116-56ff5c8ed5d4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:37.102109 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8ea4ce28-6200-440d-965e-49924eacd387 req-fd3264cb-36d7-42f5-9116-56ff5c8ed5d4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1089628
Apr 20 14:19:37.157012 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8ea4ce28-6200-440d-965e-49924eacd387 req-df6f8346-5cdb-47e9-acbe-4327a9f37f22 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473597
Apr 20 14:19:37.327467 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:37.686075 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:38.434785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a7f35-fff5-472c-92e3-6b160e51709f req-b818f562-3916-4eb3-8d27-c60e0f424108 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:38.437744 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-599a7f35-fff5-472c-92e3-6b160e51709f req-b818f562-3916-4eb3-8d27-c60e0f424108 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1286931
Apr 20 14:19:38.440942 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:38.490541 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-599a7f35-fff5-472c-92e3-6b160e51709f req-d6bd70b8-d5e5-415f-81d1-fc4a4fe7af26 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466542
Apr 20 14:19:39.087650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:39.728378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd17529-345a-4410-99e9-3b26ae5f5fc3 req-bed62445-6674-4a02-9d8f-622d8d59434f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:39.730836 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ccd17529-345a-4410-99e9-3b26ae5f5fc3 req-bed62445-6674-4a02-9d8f-622d8d59434f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.0973148
Apr 20 14:19:39.808711 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ccd17529-345a-4410-99e9-3b26ae5f5fc3 req-65dc4fa9-c7be-456d-9b49-b545b73e5929 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634310
Apr 20 14:19:41.251415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbf4ee-714a-4bac-989c-3ec9f5066209 req-32c1d8cc-0351-4c58-a786-2703da6316ad tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:41.254050 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9dfbf4ee-714a-4bac-989c-3ec9f5066209 req-32c1d8cc-0351-4c58-a786-2703da6316ad tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1085441
Apr 20 14:19:41.316753 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9dfbf4ee-714a-4bac-989c-3ec9f5066209 req-7e07763e-3ddd-462b-a5e7-8ce7dbac24f7 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554075
Apr 20 14:19:41.718666 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-901ef66d-a038-445c-a91b-2986a0124d27 req-b8acd122-ed45-41e5-ba30-8efd541743b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1079857
Apr 20 14:19:41.822682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ef66d-a038-445c-a91b-2986a0124d27 req-370167a1-e20c-4490-81c7-43b02bf8cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:41.824392 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-901ef66d-a038-445c-a91b-2986a0124d27 req-370167a1-e20c-4490-81c7-43b02bf8cbdf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766c27cfe7f6408c88e8b02814459154&device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 1098 time: 0.0824025
Apr 20 14:19:41.991472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ef66d-a038-445c-a91b-2986a0124d27 req-bc79abb4-859a-4ab9-823f-aa6b99d0a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:41.993962 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-901ef66d-a038-445c-a91b-2986a0124d27 req-bc79abb4-859a-4ab9-823f-aa6b99d0a0a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5ed19ab-cd2e-445f-9d67-21775a46871e HTTP/1.1" status: 200  len: 912 time: 0.1467900
Apr 20 14:19:42.110413 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-901ef66d-a038-445c-a91b-2986a0124d27 req-2879e775-deff-4492-8478-1a90bc7ba7ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 HTTP/1.1" status: 200  len: 1000 time: 0.1087844
Apr 20 14:19:42.189442 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ef66d-a038-445c-a91b-2986a0124d27 req-e29d54be-674b-422a-ac55-8bd5616145d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:42.191150 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-901ef66d-a038-445c-a91b-2986a0124d27 req-e29d54be-674b-422a-ac55-8bd5616145d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d0873af-78d2-4a57-8751-7ff684d4f9a5 HTTP/1.1" status: 200  len: 850 time: 0.0736659
Apr 20 14:19:42.283529 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ef66d-a038-445c-a91b-2986a0124d27 req-5b222045-6e7b-49ca-bf01-3b1a65028e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:42.285090 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-901ef66d-a038-445c-a91b-2986a0124d27 req-5b222045-6e7b-49ca-bf01-3b1a65028e63 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5ed19ab-cd2e-445f-9d67-21775a46871e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865333
Apr 20 14:19:42.457440 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-901ef66d-a038-445c-a91b-2986a0124d27 req-c5da3b5c-38b2-405b-ac0a-1315b06b7abb service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644056
Apr 20 14:19:42.568936 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6814d38-afdf-46f9-a797-605ae3988c30 req-63974af9-954d-44a0-92a5-38d90080fb70 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:42.571083 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c6814d38-afdf-46f9-a797-605ae3988c30 req-63974af9-954d-44a0-92a5-38d90080fb70 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1231961
Apr 20 14:19:42.622274 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-901ef66d-a038-445c-a91b-2986a0124d27 req-1f3acf1f-98eb-423a-8858-4b6e63df5f7e service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561990
Apr 20 14:19:42.646636 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c6814d38-afdf-46f9-a797-605ae3988c30 req-62d0520d-a632-48ee-a8bf-6285569d0304 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642753
Apr 20 14:19:43.887623 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e755df-b916-414d-a830-a524a98e74fd req-0937e0df-55a1-48b4-bd0b-38b89c2796fe tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:43.889426 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-24e755df-b916-414d-a830-a524a98e74fd req-0937e0df-55a1-48b4-bd0b-38b89c2796fe tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.1047864
Apr 20 14:19:43.950438 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-24e755df-b916-414d-a830-a524a98e74fd req-7e7f78da-2f39-46ac-9f2c-0a96e90a086d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526690
Apr 20 14:19:45.175387 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ce10f-a3ba-4282-b0bd-c6b35ac68dca req-298dd494-7f6c-473b-a374-cd717b7182a7 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:45.176768 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9b7ce10f-a3ba-4282-b0bd-c6b35ac68dca req-298dd494-7f6c-473b-a374-cd717b7182a7 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.0992208
Apr 20 14:19:45.229654 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9b7ce10f-a3ba-4282-b0bd-c6b35ac68dca req-4a997a2b-5960-4f04-b098-4fc953c06f6e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460000
Apr 20 14:19:46.451783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d31f75-1969-4af5-bcaa-f35ae1a90814 req-5f4773eb-77c1-49af-9d5b-ad1ffc640455 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:46.453385 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a4d31f75-1969-4af5-bcaa-f35ae1a90814 req-5f4773eb-77c1-49af-9d5b-ad1ffc640455 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.0954645
Apr 20 14:19:46.502093 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a4d31f75-1969-4af5-bcaa-f35ae1a90814 req-7a966949-795e-45fa-9bbf-d3795e940439 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420125
Apr 20 14:19:46.983976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9558c-69d3-4c4a-af4f-350d3b3dd6e7 req-46b0a3a7-457b-4487-b861-7f30e4546e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:46.985616 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2cd9558c-69d3-4c4a-af4f-350d3b3dd6e7 req-46b0a3a7-457b-4487-b861-7f30e4546e4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 1098 time: 0.0881803
Apr 20 14:19:47.132910 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9558c-69d3-4c4a-af4f-350d3b3dd6e7 req-2a5d2640-cfa1-4884-a527-8b8ae11d859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:47.134501 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2cd9558c-69d3-4c4a-af4f-350d3b3dd6e7 req-2a5d2640-cfa1-4884-a527-8b8ae11d859b service neutron] 10.222.0.53 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 918 time: 0.1409631
Apr 20 14:19:47.241942 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2cd9558c-69d3-4c4a-af4f-350d3b3dd6e7 req-6efe6169-b84a-4002-b78c-9a3682515eb4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4 HTTP/1.1" status: 200  len: 1001 time: 0.1002655
Apr 20 14:19:47.316258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9558c-69d3-4c4a-af4f-350d3b3dd6e7 req-446e277c-796c-468c-9c1d-c24dca606d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:47.317867 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2cd9558c-69d3-4c4a-af4f-350d3b3dd6e7 req-446e277c-796c-468c-9c1d-c24dca606d16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 200  len: 856 time: 0.0689554
Apr 20 14:19:47.403005 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9558c-69d3-4c4a-af4f-350d3b3dd6e7 req-2d831369-10b1-415d-ae4b-66768b01e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:47.404521 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2cd9558c-69d3-4c4a-af4f-350d3b3dd6e7 req-2d831369-10b1-415d-ae4b-66768b01e0a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=208826de-226c-4839-8ac0-886efbb4ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798666
Apr 20 14:19:47.548642 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2cd9558c-69d3-4c4a-af4f-350d3b3dd6e7 req-7ec644f9-dda3-47ec-9e9b-4f4b43bbbf71 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370051
Apr 20 14:19:47.690248 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2cd9558c-69d3-4c4a-af4f-350d3b3dd6e7 req-174306fa-4d2a-4580-a4e8-59bfaf97fa4c service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343017
Apr 20 14:19:47.723219 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebc662-f7f5-45bf-96a3-aa5b0ad7b869 req-2df6ab69-f0c7-48ce-808f-6487500e28fc tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:47.724857 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f1ebc662-f7f5-45bf-96a3-aa5b0ad7b869 req-2df6ab69-f0c7-48ce-808f-6487500e28fc tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.0943503
Apr 20 14:19:47.773575 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f1ebc662-f7f5-45bf-96a3-aa5b0ad7b869 req-9497d22b-b5ac-42e7-8177-b7c6c25911c5 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417421
Apr 20 14:19:48.995796 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab529fe6-7927-4c03-b18a-fe5555acfc46 req-d772876e-a796-4c2d-95cb-04049d73d4ab tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:48.997371 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ab529fe6-7927-4c03-b18a-fe5555acfc46 req-d772876e-a796-4c2d-95cb-04049d73d4ab tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.0977728
Apr 20 14:19:49.050091 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ab529fe6-7927-4c03-b18a-fe5555acfc46 req-26aa3179-fbd3-48c0-8808-e15c2dfb23b7 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429935
Apr 20 14:19:50.270308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98a76e-93e6-4cc8-a6bc-e842e3a15d69 req-ab35ee1b-ae52-4e3e-944a-0535fbbca00b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:50.271894 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ae98a76e-93e6-4cc8-a6bc-e842e3a15d69 req-ab35ee1b-ae52-4e3e-944a-0535fbbca00b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 945 time: 0.0968258
Apr 20 14:19:50.323253 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ae98a76e-93e6-4cc8-a6bc-e842e3a15d69 req-b4a18861-2534-448a-bc5d-75fb1eecf8d3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413241
Apr 20 14:19:50.488187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device a84314c2-eea5-4034-96b1-1fa240ab0ac4 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:19:50.632376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:50.663608 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:19:50.674748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port a84314c2-eea5-4034-96b1-1fa240ab0ac4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:19:50.678162 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:19:50.681885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:19:50.719861 dv-cinder-774594-5-iscsi neutron-server[86262]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'code': 422} returned with failed status
Apr 20 14:19:50.755832 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=a84314c2-eea5-4034-96b1-1fa240ab0ac4,revision_number=8']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:19:50.766128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:19:50.766687 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:19:50.767192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:19:50.767669 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:19:50.768149 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:19:50.768623 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:19:50.769252 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:19:50.769736 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:19:50.770393 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:19:50.771009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:19:50.771606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:19:50.772356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:19:50.777593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:19:51.924476 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-16ccd0b6-30e9-4700-8726-70589ad1494f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0774477
Apr 20 14:19:51.928435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db553dca-81d2-442e-a5f5-e2430dff7af3 req-f3b786a5-4bbe-4f7a-9153-85f882c9b5b7 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:51.930086 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db553dca-81d2-442e-a5f5-e2430dff7af3 req-f3b786a5-4bbe-4f7a-9153-85f882c9b5b7 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.0935767
Apr 20 14:19:51.987024 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-db553dca-81d2-442e-a5f5-e2430dff7af3 req-a02bf80f-d0a6-4a1d-b64f-e4e02f90e434 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486662
Apr 20 14:19:52.708005 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-f2edcfc3-3684-440e-9aeb-3e41a298f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:52.709736 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-f2edcfc3-3684-440e-9aeb-3e41a298f21d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689&tenant_id=1c8677d41c734622b642ad898a8c995f HTTP/1.1" status: 200  len: 1096 time: 0.0884178
Apr 20 14:19:52.817141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-48f923a9-62a8-446b-9f0f-5bea1072b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:52.818786 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-48f923a9-62a8-446b-9f0f-5bea1072b6ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c8677d41c734622b642ad898a8c995f&device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 1096 time: 0.0794573
Apr 20 14:19:52.973331 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-7f0d4ecc-97bb-4ff8-81fa-223ea39a11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:52.974962 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-7f0d4ecc-97bb-4ff8-81fa-223ea39a11fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 200  len: 918 time: 0.1484036
Apr 20 14:19:53.193377 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-d5ceb275-bd40-498e-8605-d0e38b1b4265 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4 HTTP/1.1" status: 200  len: 999 time: 0.2119060
Apr 20 14:19:53.283134 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b52db-2d44-493c-91b6-c6ed7db98361 req-32de06ee-2a77-4087-8355-643bd81b27ea tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:53.285207 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-113b52db-2d44-493c-91b6-c6ed7db98361 req-32de06ee-2a77-4087-8355-643bd81b27ea tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.1713457
Apr 20 14:19:53.286205 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-c0e969b6-dc12-459b-b70e-36e7104b4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:53.287615 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-c0e969b6-dc12-459b-b70e-36e7104b4b80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 200  len: 856 time: 0.0832193
Apr 20 14:19:53.615745 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-113b52db-2d44-493c-91b6-c6ed7db98361 req-b0840294-6060-4eab-a259-8aa0b940c418 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3227587
Apr 20 14:19:53.643197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-781f724b-1736-488e-b31c-29bf4c2490ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:53.645489 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-781f724b-1736-488e-b31c-29bf4c2490ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=208826de-226c-4839-8ac0-886efbb4ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3384941
Apr 20 14:19:53.659597 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-92961b71-681a-482d-af3e-da793538eb47 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:19:53.661060 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-92961b71-681a-482d-af3e-da793538eb47 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0076966
Apr 20 14:19:53.820367 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-6e250201-7e16-4a2f-b6be-2043b3433769 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521261
Apr 20 14:19:53.963964 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7001b525-3318-47b1-bdd4-f614ee07d7d7 req-f878fafd-07de-4421-bde1-686f151a4b73 service neutron] 10.222.0.53 "GET /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361635
Apr 20 14:19:54.871828 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7561802-ab14-4c47-a6a2-5ebee3ed2c52 req-9fbead39-a0a1-4234-a028-2e385f93de7d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:54.874889 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b7561802-ab14-4c47-a6a2-5ebee3ed2c52 req-9fbead39-a0a1-4234-a028-2e385f93de7d tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.1234221
Apr 20 14:19:54.933794 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b7561802-ab14-4c47-a6a2-5ebee3ed2c52 req-d89a885e-4536-41cc-b2b2-d40dfccbdce0 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515320
Apr 20 14:19:56.163957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ef4f0-e400-47e1-b3d6-756d2eae3b44 req-9e098940-295c-4cd7-a7b6-d38fe30aff48 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:56.166304 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d51ef4f0-e400-47e1-b3d6-756d2eae3b44 req-9e098940-295c-4cd7-a7b6-d38fe30aff48 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.0929539
Apr 20 14:19:56.214352 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d51ef4f0-e400-47e1-b3d6-756d2eae3b44 req-4d2837f2-c7cb-4e39-8735-c71cad5231d2 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412865
Apr 20 14:19:57.433389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac7d85-00de-474a-bf57-281bdda1da6a req-bc01c0e5-59fb-40b4-9830-e4b675e0941e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:57.435155 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a8ac7d85-00de-474a-bf57-281bdda1da6a req-bc01c0e5-59fb-40b4-9830-e4b675e0941e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.0923617
Apr 20 14:19:57.489145 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a8ac7d85-00de-474a-bf57-281bdda1da6a req-b799332b-ba23-4dff-93b5-b70a9fbd4243 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441885
Apr 20 14:19:58.715754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a182f-a1c4-4470-b3b7-1d855b013dca req-979f3325-410b-4243-a29a-98dbeef33f49 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:19:58.718221 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9d1a182f-a1c4-4470-b3b7-1d855b013dca req-979f3325-410b-4243-a29a-98dbeef33f49 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.1075802
Apr 20 14:19:58.769850 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9d1a182f-a1c4-4470-b3b7-1d855b013dca req-50c2385a-0c06-44e8-82a1-696a3983c58b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458827
Apr 20 14:20:00.010852 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9ea75-ed62-4ed5-b96e-3739265b0977 req-010b30db-a951-4d94-bcb7-cd28ab2fa469 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:00.012501 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-27d9ea75-ed62-4ed5-b96e-3739265b0977 req-010b30db-a951-4d94-bcb7-cd28ab2fa469 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.0987339
Apr 20 14:20:00.066471 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-27d9ea75-ed62-4ed5-b96e-3739265b0977 req-61f0c23d-19f7-4856-a851-5018952f7d73 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464616
Apr 20 14:20:01.283094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c070bfb-cef5-4539-9822-000515b33430 req-407d9d83-8008-4cac-a68a-04ab86938f05 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:01.284669 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5c070bfb-cef5-4539-9822-000515b33430 req-407d9d83-8008-4cac-a68a-04ab86938f05 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.0909014
Apr 20 14:20:01.335941 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5c070bfb-cef5-4539-9822-000515b33430 req-a73afe7d-af8d-425c-9f8e-9c12659b5efa tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413535
Apr 20 14:20:02.560116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4372659-7a90-4d84-aedc-933d393badd3 req-34862b37-e55c-4372-91f8-2d20ce85d317 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:02.561795 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b4372659-7a90-4d84-aedc-933d393badd3 req-34862b37-e55c-4372-91f8-2d20ce85d317 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.0991263
Apr 20 14:20:02.631032 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b4372659-7a90-4d84-aedc-933d393badd3 req-74af7115-d82f-4a37-a4fc-081b27ba8b39 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571685
Apr 20 14:20:03.861635 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef4a6a-1eed-4ac0-b470-3132af3dd8f3 req-f03666e6-8250-4dbc-b618-b754d95674f4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:03.863374 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-18ef4a6a-1eed-4ac0-b470-3132af3dd8f3 req-f03666e6-8250-4dbc-b618-b754d95674f4 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.1145408
Apr 20 14:20:03.914936 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-18ef4a6a-1eed-4ac0-b470-3132af3dd8f3 req-1b9047cc-0796-4613-8edc-4a0e3a69948f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446494
Apr 20 14:20:04.274130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bb502001-bb78-401a-b110-c0ff3c873112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:05.137509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11cbb6-3cf9-4d68-ac95-fc9e93c72f0d req-5c69ac21-ad6a-4768-b6fa-5526f506b666 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:05.139108 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cd11cbb6-3cf9-4d68-ac95-fc9e93c72f0d req-5c69ac21-ad6a-4768-b6fa-5526f506b666 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.0939734
Apr 20 14:20:05.189362 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cd11cbb6-3cf9-4d68-ac95-fc9e93c72f0d req-d7674561-d1a9-4496-8dce-5007ea2d703a tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437703
Apr 20 14:20:06.415289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cc64e-9a19-44b8-a426-0c6689c219fe req-f98b184e-2244-4c94-af0b-1a8abd36c388 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:06.416951 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5b4cc64e-9a19-44b8-a426-0c6689c219fe req-f98b184e-2244-4c94-af0b-1a8abd36c388 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.0962431
Apr 20 14:20:06.467435 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5b4cc64e-9a19-44b8-a426-0c6689c219fe req-6af854b4-f73d-44b4-b3ab-89ef9634a3bb tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437295
Apr 20 14:20:06.747592 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fdc955f0-f867-4998-9851-0ccbb41c030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:07.329805 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:07.689915 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:07.690979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba91c4-7b0c-4424-bde7-3ed4d47d3c15 req-df336101-2a5b-48b8-9d33-f9fc93efebd1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:07.692649 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-57ba91c4-7b0c-4424-bde7-3ed4d47d3c15 req-df336101-2a5b-48b8-9d33-f9fc93efebd1 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.1015272
Apr 20 14:20:07.742889 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-57ba91c4-7b0c-4424-bde7-3ed4d47d3c15 req-74ca1399-29cd-47b6-a9bd-694ed6772f86 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435653
Apr 20 14:20:07.955076 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:20:08.434480 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:08.966748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d65a7-6602-4d29-a75f-f7b8d7974ddd req-a8cc4c21-4a29-4845-9b8c-7d0efbc5a14b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:08.968391 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-818d65a7-6602-4d29-a75f-f7b8d7974ddd req-a8cc4c21-4a29-4845-9b8c-7d0efbc5a14b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.0991156
Apr 20 14:20:09.023652 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-818d65a7-6602-4d29-a75f-f7b8d7974ddd req-0be85765-ef7d-4a6b-a88d-ab2d8d53d422 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483625
Apr 20 14:20:09.080482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:10.257603 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2a704-4306-439b-9215-fa9a7c2d3a64 req-239adbd1-b350-47c7-b789-500d4981e3fb tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:10.259283 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5bd2a704-4306-439b-9215-fa9a7c2d3a64 req-239adbd1-b350-47c7-b789-500d4981e3fb tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.1071851
Apr 20 14:20:10.310122 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5bd2a704-4306-439b-9215-fa9a7c2d3a64 req-340912b8-63b7-4b2a-b91c-78d27903136a tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443373
Apr 20 14:20:11.529277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db424ca-fd86-46bc-b86b-bf5eedd73687 req-098a6e77-f983-40e4-9edb-7a53cba4dcf7 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:11.530952 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3db424ca-fd86-46bc-b86b-bf5eedd73687 req-098a6e77-f983-40e4-9edb-7a53cba4dcf7 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.0937567
Apr 20 14:20:11.579294 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3db424ca-fd86-46bc-b86b-bf5eedd73687 req-db4889bd-5bff-43d6-bd94-4c4ecce2edcf tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417933
Apr 20 14:20:13.028622 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3240d7f-95ba-4305-a683-eab38cbcbadf req-8cece010-d8a5-4f85-a63b-568fc8e67441 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:13.030317 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b3240d7f-95ba-4305-a683-eab38cbcbadf req-8cece010-d8a5-4f85-a63b-568fc8e67441 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.3217344
Apr 20 14:20:13.079909 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b3240d7f-95ba-4305-a683-eab38cbcbadf req-3d378d10-2d9a-49e6-bfe8-eaa283604cbc tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415184
Apr 20 14:20:14.298437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf181e6d-6fff-48df-bda5-1267ae7334cb req-74517047-f438-4391-988e-79e34040bdb3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:14.300030 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cf181e6d-6fff-48df-bda5-1267ae7334cb req-74517047-f438-4391-988e-79e34040bdb3 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.0889475
Apr 20 14:20:14.354739 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-cf181e6d-6fff-48df-bda5-1267ae7334cb req-f8400e69-8bd5-4ce0-934f-eb9db1eaf836 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455899
Apr 20 14:20:15.576511 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4580df7-b2ff-41b7-9eae-31f06279a603 req-ace865b7-4794-438a-ae48-f59524c08d8e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:15.578139 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b4580df7-b2ff-41b7-9eae-31f06279a603 req-ace865b7-4794-438a-ae48-f59524c08d8e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.0975261
Apr 20 14:20:15.634255 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b4580df7-b2ff-41b7-9eae-31f06279a603 req-39bdce52-6487-4348-b2d4-88af6b402191 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460043
Apr 20 14:20:16.624977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device a84314c2-eea5-4034-96b1-1fa240ab0ac4 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:20:16.776127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port a84314c2-eea5-4034-96b1-1fa240ab0ac4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:20:16.790732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'port_id': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'mac_address': 'fa:16:3e:18:55:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:20:16.856025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f71485-bb13-47a5-92ba-c1e40744193f req-939bf6a0-1d41-4368-8567-e14be907b2a9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:16.857803 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-71f71485-bb13-47a5-92ba-c1e40744193f req-939bf6a0-1d41-4368-8567-e14be907b2a9 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 943 time: 0.1033506
Apr 20 14:20:16.858694 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:16.876626 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84314c2-eea5-4034-96b1-1fa240ab0ac4 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:20:16.892433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port a84314c2-eea5-4034-96b1-1fa240ab0ac4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:20:16.896034 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:16.897949 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:16.906459 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-71f71485-bb13-47a5-92ba-c1e40744193f req-8e60b5b0-ff93-4e3a-a156-da6a92632a5a tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418298
Apr 20 14:20:16.971658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=a84314c2-eea5-4034-96b1-1fa240ab0ac4,revision_number=9']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:16.975133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:17.285610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['a84314c2-eea5-4034-96b1-1fa240ab0ac4'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:20:18.128981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e1736-ae63-4573-8e79-0e7ed42ca166 req-519d749b-b60b-4925-94cc-f57cf4a3ad45 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:18.130444 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fe7e1736-ae63-4573-8e79-0e7ed42ca166 req-519d749b-b60b-4925-94cc-f57cf4a3ad45 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 944 time: 0.0959227
Apr 20 14:20:18.182683 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fe7e1736-ae63-4573-8e79-0e7ed42ca166 req-2afe42f6-311e-485d-9854-ef9bc1d5fcc6 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426793
Apr 20 14:20:18.637912 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device a84314c2-eea5-4034-96b1-1fa240ab0ac4 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:20:18.714648 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port a84314c2-eea5-4034-96b1-1fa240ab0ac4 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:20:18.715062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:18.845722 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:18.875709 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:20:18.886604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port a84314c2-eea5-4034-96b1-1fa240ab0ac4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:20:18.891711 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:18.893682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:18.930578 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'code': 200}
Apr 20 14:20:18.964421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=a84314c2-eea5-4034-96b1-1fa240ab0ac4,revision_number=10']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:18.967627 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:19.209382 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31e7f8-c3db-4db0-b661-a56b58aaf356 req-3c2f34cd-cbd9-4432-8818-6fc96e21e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:19.211045 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eb31e7f8-c3db-4db0-b661-a56b58aaf356 req-3c2f34cd-cbd9-4432-8818-6fc96e21e809 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 1099 time: 0.0859742
Apr 20 14:20:19.256940 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eb31e7f8-c3db-4db0-b661-a56b58aaf356 req-34eb08ff-517a-4248-8e1b-69a817eb21f9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385621
Apr 20 14:20:19.401224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486fb1-3c58-49eb-ad23-b974d6a8c798 req-736a5725-ba0f-4ce0-b679-92dceb78dee0 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:19.402836 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98486fb1-3c58-49eb-ad23-b974d6a8c798 req-736a5725-ba0f-4ce0-b679-92dceb78dee0 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 946 time: 0.1004710
Apr 20 14:20:19.455585 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-98486fb1-3c58-49eb-ad23-b974d6a8c798 req-a710ef20-5132-4609-b0a2-0e236cd26356 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461867
Apr 20 14:20:20.677574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f1a67-d805-4c2b-888e-3827d8978a69 req-e3068636-83cc-4c45-9069-0b603189de2f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:20.679202 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-650f1a67-d805-4c2b-888e-3827d8978a69 req-e3068636-83cc-4c45-9069-0b603189de2f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 946 time: 0.0975082
Apr 20 14:20:20.728746 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-650f1a67-d805-4c2b-888e-3827d8978a69 req-87ac6461-35f8-4e70-a9c9-c72c8719d78e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425978
Apr 20 14:20:21.941636 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa39b5-180b-4f08-bb43-6de3c2f19dbb req-1056aa38-4269-46e5-8450-58ca5b78b095 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:21.943244 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-84fa39b5-180b-4f08-bb43-6de3c2f19dbb req-1056aa38-4269-46e5-8450-58ca5b78b095 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 946 time: 0.0936689
Apr 20 14:20:21.994960 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-84fa39b5-180b-4f08-bb43-6de3c2f19dbb req-e198d48b-a4de-4c56-9256-2cef695e4b8e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425282
Apr 20 14:20:34.270527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2c5f3c03-dc3f-4fe0-9839-7196edeb107c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:36.745922 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6d4ce905-ceb6-45c4-b945-7a04864c80b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:37.331072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:37.696470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:38.444352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:39.080062 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:40.981768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d4e41-ee55-415d-8c8d-9ecef60c1b6c req-e256f85d-654b-4f41-b91a-778db85b1f04 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:40.983383 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4e7d4e41-ee55-415d-8c8d-9ecef60c1b6c req-e256f85d-654b-4f41-b91a-778db85b1f04 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.1011205
Apr 20 14:20:41.034686 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4e7d4e41-ee55-415d-8c8d-9ecef60c1b6c req-4da34d16-fd6d-49a1-b2ac-c853e8ff4cf1 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425520
Apr 20 14:20:41.663626 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-69eb99af-29d3-4e95-a447-958088e48cfc req-cd8d40c0-5181-4da1-97f3-aee66a68bc57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0845065
Apr 20 14:20:41.768010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb99af-29d3-4e95-a447-958088e48cfc req-eb321d2a-8f98-4cb4-bf21-679156e20c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:41.769621 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-69eb99af-29d3-4e95-a447-958088e48cfc req-eb321d2a-8f98-4cb4-bf21-679156e20c2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 1099 time: 0.0796201
Apr 20 14:20:41.927953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb99af-29d3-4e95-a447-958088e48cfc req-1c945722-15e4-4e42-8274-1eab73ddfa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:41.929529 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-69eb99af-29d3-4e95-a447-958088e48cfc req-1c945722-15e4-4e42-8274-1eab73ddfa45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 913 time: 0.1370811
Apr 20 14:20:42.043985 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-69eb99af-29d3-4e95-a447-958088e48cfc req-0ce3f7af-81b3-4870-91a0-64722a85aaf2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3f3c1dc-b095-4f9c-aa2d-325567fac414 HTTP/1.1" status: 200  len: 1001 time: 0.1072521
Apr 20 14:20:42.114845 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb99af-29d3-4e95-a447-958088e48cfc req-3877cee3-d037-4c52-aa5e-afdb4c6d3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:42.116445 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-69eb99af-29d3-4e95-a447-958088e48cfc req-3877cee3-d037-4c52-aa5e-afdb4c6d3259 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59c8f2cc-53e5-45a9-915e-c29f6eb9b423 HTTP/1.1" status: 200  len: 851 time: 0.0647755
Apr 20 14:20:42.326944 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb99af-29d3-4e95-a447-958088e48cfc req-6d53dd21-84d0-4ba2-8e86-be3115a6a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:42.328476 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-69eb99af-29d3-4e95-a447-958088e48cfc req-6d53dd21-84d0-4ba2-8e86-be3115a6a93f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ca6db40-cbd3-412c-8c55-59f3066092fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2051558
Apr 20 14:20:42.371208 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966b8c2-a4d4-4c29-84e3-047ccca0131c req-92e2e58e-9d49-4830-a780-2c3faad9f365 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:42.372709 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7966b8c2-a4d4-4c29-84e3-047ccca0131c req-92e2e58e-9d49-4830-a780-2c3faad9f365 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.2077155
Apr 20 14:20:42.436578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-12523697-24d6-422d-8a54-9de0697282ae tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:42.438142 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-12523697-24d6-422d-8a54-9de0697282ae tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 945 time: 0.2289307
Apr 20 14:20:42.581095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Deleting port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:20:42.581342 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:42.617971 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7966b8c2-a4d4-4c29-84e3-047ccca0131c req-6caae100-3809-46f4-b8e3-21d9af4a472f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=62c05578-f219-43f2-9cc6-c36236105cc8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2358422
Apr 20 14:20:42.641070 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-69eb99af-29d3-4e95-a447-958088e48cfc req-77c5147a-ef4d-416c-b094-76f68ba39047 service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3009610
Apr 20 14:20:42.934726 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-69eb99af-29d3-4e95-a447-958088e48cfc req-184d9764-f4a5-4d4b-89cf-0b788f99ccf4 service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2822328
Apr 20 14:20:42.981660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] For port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:20:42.982091 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:43.318124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:43.318745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:43.318745 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Floating IP 12dd7d65-4e12-4f77-a164-4ff75182cee2 disassociated. External IP: 172.27.3.76, port: 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97.
Apr 20 14:20:43.319133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Calling delete_port for 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:20:43.480708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:43.486379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d17e9514-2aca-4435-a055-c00b783f936a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:43.767632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event deleted for resources: {'Port': ['ID=9f457e3e-6f2a-44e5-8692-bbf97b6fcc97,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:43.777402 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:43.777865 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:43.778269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:43.778666 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:43.779061 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:43.779488 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:43.779879 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:43.780247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:43.780656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:43.781040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:43.781739 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:43.782135 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:43.786327 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:43.787546 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f7971358-0a6a-4d03-840f-2e4a46dac9fd req-be05c40e-e852-4abb-8b67-f1ec79d1751a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 210 time: 0.0496163
Apr 20 14:20:43.978265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Router a648c827-c35e-49c5-940e-41f8cb483ff8 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:20:44.169356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:20:44.180141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315a5d0-4f1a-4c33-95a7-563ca6db0beb None None] Sync routers for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:20:44.195008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315a5d0-4f1a-4c33-95a7-563ca6db0beb None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:20:44.195728 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4315a5d0-4f1a-4c33-95a7-563ca6db0beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316684198>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:20:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:20:44.257265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] No DVR routers for this DVR port 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:20:44.260686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:44.263803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab051028-f14b-438f-86ca-a9bee45c5060', 'name': 'network-vif-deleted', 'tag': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:20:44.281574 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8aef8388-44d6-4144-bac5-3ba45e1f4bfe req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.53 "DELETE /v2.0/ports/9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 HTTP/1.1" status: 204  len: 173 time: 1.8374622
Apr 20 14:20:44.408507 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab051028-f14b-438f-86ca-a9bee45c5060', 'name': 'network-vif-deleted', 'tag': '9f457e3e-6f2a-44e5-8692-bbf97b6fcc97', 'status': 'completed', 'code': 200}
Apr 20 14:20:44.410212 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-4315a5d0-4f1a-4c33-95a7-563ca6db0beb None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:20:44.798188 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4315a5d0-4f1a-4c33-95a7-563ca6db0beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316684198>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:52Z', 'revision_number': 5, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:20:44.802883 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315a5d0-4f1a-4c33-95a7-563ca6db0beb None None] Checking router: a648c827-c35e-49c5-940e-41f8cb483ff8 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:20:44.813043 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315a5d0-4f1a-4c33-95a7-563ca6db0beb None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:20:44.813789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4315a5d0-4f1a-4c33-95a7-563ca6db0beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316684198>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:20:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:20:44.945995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:20:44.982669 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7d4e6e6a-2136-46c2-b84f-19f0ed70b4ea req-4d98eb0b-b05c-47b5-a35d-79fe960c8700 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab051028-f14b-438f-86ca-a9bee45c5060 HTTP/1.1" status: 200  len: 210 time: 0.0544183
Apr 20 14:20:45.034835 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-4315a5d0-4f1a-4c33-95a7-563ca6db0beb None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:20:45.384400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4315a5d0-4f1a-4c33-95a7-563ca6db0beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316684198>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:52Z', 'revision_number': 5, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:20:45.388602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315a5d0-4f1a-4c33-95a7-563ca6db0beb None None] The sync data for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi is: [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:52Z', 'revision_number': 5, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:20:45.805648 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94188d-84d2-4702-9c09-26359c922e09 None None] New status for floating IP 12dd7d65-4e12-4f77-a164-4ff75182cee2: DOWN {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:20:46.130319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 59976) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:20:46.199784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:46.230700 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:46.277214 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:46.281087 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-13217053-b2f4-42b3-ba36-ca9d90f1b0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:46.297201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c05578-f219-43f2-9cc6-c36236105cc8,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:46.306380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:46.306793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:46.307201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:46.307594 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:46.307990 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:46.308379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:46.308776 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:46.309159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:46.309547 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:46.309957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:46.310343 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:46.310708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:46.315410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:46.318846 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:46.320053 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "DELETE /v2.0/security-groups/62c05578-f219-43f2-9cc6-c36236105cc8 HTTP/1.1" status: 204  len: 168 time: 0.1886351
Apr 20 14:20:46.322956 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 59980) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:20:46.342294 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.v2.resource [None req-1ea65615-5b3b-433f-927e-b1f38b12665a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] show failed (client error): The resource could not be found.
Apr 20 14:20:46.343357 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-1ea65615-5b3b-433f-927e-b1f38b12665a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups/62c05578-f219-43f2-9cc6-c36236105cc8 HTTP/1.1" status: 404  len: 347 time: 0.0188353
Apr 20 14:20:46.346630 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 59984) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:20:46.514156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-284d86a4-2266-446a-bac9-f072113875c2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Deleting port dfdf08d9-b196-44d5-a1ed-64788b8f6366 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:20:46.514536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-284d86a4-2266-446a-bac9-f072113875c2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:46.718988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-284d86a4-2266-446a-bac9-f072113875c2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:46.719323 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-284d86a4-2266-446a-bac9-f072113875c2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:46.837202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:20:46.851817 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-284d86a4-2266-446a-bac9-f072113875c2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Calling delete_port for dfdf08d9-b196-44d5-a1ed-64788b8f6366 owned by network:floatingip {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:20:46.874236 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:20:46.874626 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 9f457e3e-6f2a-44e5-8692-bbf97b6fcc97 not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:20:47.008456 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-284d86a4-2266-446a-bac9-f072113875c2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.014683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:47.065407 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d86a4-2266-446a-bac9-f072113875c2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event deleted for resources: {'Port': ['ID=dfdf08d9-b196-44d5-a1ed-64788b8f6366,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:47.093109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-284d86a4-2266-446a-bac9-f072113875c2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:47.163777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-284d86a4-2266-446a-bac9-f072113875c2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.179140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-284d86a4-2266-446a-bac9-f072113875c2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.180391 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-284d86a4-2266-446a-bac9-f072113875c2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "DELETE /v2.0/floatingips/12dd7d65-4e12-4f77-a164-4ff75182cee2 HTTP/1.1" status: 204  len: 168 time: 0.8327413
Apr 20 14:20:47.457918 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 59990) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:20:47.464067 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1830036072', 'description': 'tempest-description--2094309243'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:20:47.471007 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:20:47.475693 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Usage tracker for resource:security_group and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:20:47.479302 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:20:47.485644 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:20:47.497521 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.518751 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:20:47.523095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Usage tracker for resource:security_group_rule and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:20:47.526299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:20:47.532818 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:20:47.607286 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.611942 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.615877 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d7d3a98c-20aa-418e-b6a3-08131ff5d196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:47.659857 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9da160f-301a-40e6-96af-5ed27ddfc8f1,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:47.662847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.664128 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2049811
Apr 20 14:20:47.665470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:47.667276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 59994) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:20:47.672811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-8e1def36-3482-4cb0-aaf4-1dd1049c7215 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Request body: {'security_group_rule': {'security_group_id': 'a9da160f-301a-40e6-96af-5ed27ddfc8f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:20:47.679479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-8e1def36-3482-4cb0-aaf4-1dd1049c7215 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:20:47.683613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-8e1def36-3482-4cb0-aaf4-1dd1049c7215 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Usage tracker for resource:security_group_rule and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:20:47.686701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-8e1def36-3482-4cb0-aaf4-1dd1049c7215 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:20:47.692871 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-8e1def36-3482-4cb0-aaf4-1dd1049c7215 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:20:47.710653 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8e1def36-3482-4cb0-aaf4-1dd1049c7215 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.779987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8e1def36-3482-4cb0-aaf4-1dd1049c7215 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.783647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8e1def36-3482-4cb0-aaf4-1dd1049c7215 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.785852 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:47.813241 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1def36-3482-4cb0-aaf4-1dd1049c7215 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb236f6b-ec17-4741-8084-c8dc2aa02a3a,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:47.815913 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8e1def36-3482-4cb0-aaf4-1dd1049c7215 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:47.823512 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8e1def36-3482-4cb0-aaf4-1dd1049c7215 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.824802 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-8e1def36-3482-4cb0-aaf4-1dd1049c7215 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1565380
Apr 20 14:20:47.827811 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 59998) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:20:47.833492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-e4e8ae6c-6f15-4aa2-a4e3-87f6ebe061c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Request body: {'security_group_rule': {'security_group_id': 'a9da160f-301a-40e6-96af-5ed27ddfc8f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:20:47.840325 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e4e8ae6c-6f15-4aa2-a4e3-87f6ebe061c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:20:47.844556 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e4e8ae6c-6f15-4aa2-a4e3-87f6ebe061c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Usage tracker for resource:security_group_rule and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:20:47.847748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e4e8ae6c-6f15-4aa2-a4e3-87f6ebe061c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:20:47.854671 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e4e8ae6c-6f15-4aa2-a4e3-87f6ebe061c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:20:47.873192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ae6c-6f15-4aa2-a4e3-87f6ebe061c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.947795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ae6c-6f15-4aa2-a4e3-87f6ebe061c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.952098 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ae6c-6f15-4aa2-a4e3-87f6ebe061c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200115'] for security_group_rule, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.954307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1d912c84-4d6e-4ff2-bf5e-12356e486b2e tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:47.978268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8ae6c-6f15-4aa2-a4e3-87f6ebe061c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd943dd-8f9b-47cd-9667-60c46c5d832a,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:47.980759 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e4e8ae6c-6f15-4aa2-a4e3-87f6ebe061c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:47.988678 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ae6c-6f15-4aa2-a4e3-87f6ebe061c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:47.990031 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e4e8ae6c-6f15-4aa2-a4e3-87f6ebe061c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1611650
Apr 20 14:20:47.995527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60002) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:20:48.001495 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Request body: {'floatingip': {'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:20:48.008402 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:20:48.012535 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Usage tracker for resource:floatingip and tenant:766c27cfe7f6408c88e8b02814459154 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:20:48.015615 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:20:48.021776 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:20:48.038868 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:48.201280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:48.352886 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Allocated IP 172.27.3.97 (da2a561a-f59b-4a7e-965e-e4dc6d9662da/209c2ee5-617e-43ab-b123-d561e7998246/f7016cd6-50de-4c21-a3a1-93046eb6b317) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:20:48.512370 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:48.544886 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:48.549827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2ba72ff4-efe0-49d9-9c20-12c5aed2a1cf tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:48.612768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Network da2a561a-f59b-4a7e-965e-e4dc6d9662da is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:20:48.616253 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:20:48.620224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:20:48.660422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event updated for resources: {'Port': ['ID=f7016cd6-50de-4c21-a3a1-93046eb6b317,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:48.665112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:48.714621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:48.783051 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:49.007280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:49.012486 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:49.016293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:49.131534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event updated for resources: {'Port': ['ID=f7016cd6-50de-4c21-a3a1-93046eb6b317,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:49.134578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:49.142069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:49.166683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:49.168008 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1711838
Apr 20 14:20:49.359246 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-5a6e724f-4445-46b6-a3c3-3cce3e023675 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Synchronizing usage tracker for tenant:766c27cfe7f6408c88e8b02814459154 on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:20:49.377093 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-5a6e724f-4445-46b6-a3c3-3cce3e023675 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Unset dirty status for tenant:766c27cfe7f6408c88e8b02814459154 on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:20:49.378662 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-5a6e724f-4445-46b6-a3c3-3cce3e023675 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1830036072&fields=id&tenant_id=766c27cfe7f6408c88e8b02814459154 HTTP/1.1" status: 200  len: 267 time: 0.0657866
Apr 20 14:20:49.551349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-c9e5c5df-004f-40c0-abda-8bd8900ba0e1 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:49.552846 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-c9e5c5df-004f-40c0-abda-8bd8900ba0e1 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/networks?id=b5ed19ab-cd2e-445f-9d67-21775a46871e HTTP/1.1" status: 200  len: 811 time: 0.1663876
Apr 20 14:20:49.569219 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-2b52446c-614e-4d5e-94e1-658e24b23d37 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/quotas/766c27cfe7f6408c88e8b02814459154 HTTP/1.1" status: 200  len: 375 time: 0.0101569
Apr 20 14:20:49.667089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-e0b789a0-12fe-4a64-815d-ff95ad0f09c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Synchronizing usage tracker for tenant:766c27cfe7f6408c88e8b02814459154 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:20:49.684923 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-e0b789a0-12fe-4a64-815d-ff95ad0f09c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Unset dirty status for tenant:766c27cfe7f6408c88e8b02814459154 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:20:49.686391 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-e0b789a0-12fe-4a64-815d-ff95ad0f09c3 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=766c27cfe7f6408c88e8b02814459154&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1116428
Apr 20 14:20:49.751946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-0e4cc98a-3b4a-4279-b5e8-25becc1992f0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:20:49.753027 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-0e4cc98a-3b4a-4279-b5e8-25becc1992f0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0539513
Apr 20 14:20:49.903008 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-474ae9e5-54b2-4976-8cc4-0549d5727394 service neutron] 10.222.0.30 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399686
Apr 20 14:20:50.052978 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-791236ba-6316-4dd4-af64-6c8843cde938 service neutron] 10.222.0.30 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393352
Apr 20 14:20:50.272606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-692f8449-d801-4fd4-97e8-36d74dc5af14 req-535efc93-2abd-402a-adb3-623a9d6ba8b9 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Synchronizing usage tracker for tenant:766c27cfe7f6408c88e8b02814459154 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:20:50.287039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-692f8449-d801-4fd4-97e8-36d74dc5af14 req-535efc93-2abd-402a-adb3-623a9d6ba8b9 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Unset dirty status for tenant:766c27cfe7f6408c88e8b02814459154 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:20:50.288307 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-692f8449-d801-4fd4-97e8-36d74dc5af14 req-535efc93-2abd-402a-adb3-623a9d6ba8b9 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 210 time: 0.0670846
Apr 20 14:20:51.428825 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-c318caea-6768-4a39-8add-90e7ea7d3b66 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:51.430456 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-c318caea-6768-4a39-8add-90e7ea7d3b66 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.53 "GET /v2.0/networks?id=b5ed19ab-cd2e-445f-9d67-21775a46871e HTTP/1.1" status: 200  len: 811 time: 0.1658468
Apr 20 14:20:51.477958 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bd9b41fb-8aff-425f-a44c-ec0524393bf6 req-040d5fed-b10a-4edb-85bc-8d3771798bf0 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 210 time: 0.0568707
Apr 20 14:20:51.509852 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-3e8f0c81-2f64-4a09-938e-c857389534db tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=766c27cfe7f6408c88e8b02814459154 HTTP/1.1" status: 200  len: 5709 time: 0.0705707
Apr 20 14:20:51.518748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Request body: {'port': {'device_id': '6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'admin_state_up': True, 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'security_groups': ['a9da160f-301a-40e6-96af-5ed27ddfc8f1']}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:20:51.661166 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:20:51.672299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:20:51.683121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Made reservation on behalf of 766c27cfe7f6408c88e8b02814459154 for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:20:51.689179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:51.862721 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Allocated IP 172.20.0.13 (b5ed19ab-cd2e-445f-9d67-21775a46871e/2d0873af-78d2-4a57-8751-7ff684d4f9a5/f4301039-ffa5-4d14-8f66-783c3c8b9cec) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:20:52.059216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:52.076752 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Transition to ACTIVE for port object f4301039-ffa5-4d14-8f66-783c3c8b9cec will not be triggered until provisioned by entity DHCP. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:20:52.103868 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:52.110055 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-78a8bd41-aa35-49b7-a3b7-05641dab4595 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:52.181598 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Network b5ed19ab-cd2e-445f-9d67-21775a46871e is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:20:52.185390 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:20:52.189864 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:20:52.229374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event updated for resources: {'Port': ['ID=f4301039-ffa5-4d14-8f66-783c3c8b9cec,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:52.234266 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:52.265566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:52.266293 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:52.293092 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7782390
Apr 20 14:20:52.305812 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Request body: {'port': {'device_id': '6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:20:52.394657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5e5b34b7-d470-4ff7-8c90-391a0581771d None None] Provisioning for port f4301039-ffa5-4d14-8f66-783c3c8b9cec completed by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:20:52.400416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5e5b34b7-d470-4ff7-8c90-391a0581771d None None] Provisioning complete for port f4301039-ffa5-4d14-8f66-783c3c8b9cec triggered by entity DHCP. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:20:52.400831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5e5b34b7-d470-4ff7-8c90-391a0581771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:52.429022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:52.460498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5e5b34b7-d470-4ff7-8c90-391a0581771d None None] Port f4301039-ffa5-4d14-8f66-783c3c8b9cec cannot update to ACTIVE because it is not bound. {{(pid=86377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 14:20:52.785451 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66946d-c65d-4971-bbbf-54241c78870f req-9709d3fb-0d96-4a9b-af45-3e3a38732584 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:52.786438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4d66946d-c65d-4971-bbbf-54241c78870f req-9709d3fb-0d96-4a9b-af45-3e3a38732584 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Synchronizing usage tracker for tenant:766c27cfe7f6408c88e8b02814459154 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:20:52.843306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4d66946d-c65d-4971-bbbf-54241c78870f req-9709d3fb-0d96-4a9b-af45-3e3a38732584 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Unset dirty status for tenant:766c27cfe7f6408c88e8b02814459154 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:20:52.844561 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4d66946d-c65d-4971-bbbf-54241c78870f req-9709d3fb-0d96-4a9b-af45-3e3a38732584 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 932 time: 0.2472351
Apr 20 14:20:52.898934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4301039-ffa5-4d14-8f66-783c3c8b9cec {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:20:52.910701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:52.923750 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4d66946d-c65d-4971-bbbf-54241c78870f req-365505ce-edf1-4210-b9bb-430c6b0321e7 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9da160f-301a-40e6-96af-5ed27ddfc8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688102
Apr 20 14:20:52.936238 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Transition to ACTIVE for port object f4301039-ffa5-4d14-8f66-783c3c8b9cec will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:20:52.941905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:52.946041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8ca0f0d6-240a-4f5f-80a5-4772ea50be24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:53.221362 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60040) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:20:53.326408 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4301039-ffa5-4d14-8f66-783c3c8b9cec,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:53.330141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:53.436894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Attempting to bind port f4301039-ffa5-4d14-8f66-783c3c8b9cec on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:20:53.437542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Attempting to bind port f4301039-ffa5-4d14-8f66-783c3c8b9cec by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:20:53.437542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Attempting to bind port f4301039-ffa5-4d14-8f66-783c3c8b9cec on network b5ed19ab-cd2e-445f-9d67-21775a46871e {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:20:53.442655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Port f4301039-ffa5-4d14-8f66-783c3c8b9cec on network b5ed19ab-cd2e-445f-9d67-21775a46871e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:20:53.443010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Attempting to bind port f4301039-ffa5-4d14-8f66-783c3c8b9cec on network b5ed19ab-cd2e-445f-9d67-21775a46871e {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:20:53.448627 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:20:53.449032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Checking segment: {'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:20:53.449449 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Bound using segment: {'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:20:53.449920 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Bound port: f4301039-ffa5-4d14-8f66-783c3c8b9cec, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dab19fe-36e5-4a40-a376-6aec91e3a3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:20:53.450296 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:53.546418 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] For port f4301039-ffa5-4d14-8f66-783c3c8b9cec, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:20:53.549858 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] For port f4301039-ffa5-4d14-8f66-783c3c8b9cec, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4301039-ffa5-4d14-8f66-783c3c8b9cec,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:20:53.554149 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:53.558026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Deleting port 22baa0d5-e609-486c-a1ab-b8a285e54a6a {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:20:53.558202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9d7f44bb-299a-4ab5-8835-31934b75a329 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:53.558413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:53.614029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:53.614632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:53.616367 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] 10.222.0.53 "PUT /v2.0/ports/f4301039-ffa5-4d14-8f66-783c3c8b9cec HTTP/1.1" status: 200  len: 1094 time: 1.3155818
Apr 20 14:20:53.619088 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0', 'tag': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:20:53.651449 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f4301039-ffa5-4d14-8f66-783c3c8b9cec,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:53.654976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:53.709919 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0', 'tag': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec', 'status': 'completed', 'code': 200}
Apr 20 14:20:53.749168 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-e9552f51-5867-4ba2-835e-d6e5e674719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:53.750857 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-e9552f51-5867-4ba2-835e-d6e5e674719b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766c27cfe7f6408c88e8b02814459154&device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 1097 time: 0.0854156
Apr 20 14:20:53.752508 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:53.752975 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:53.837212 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-d958a5c9-2c2f-4052-9e66-52e4fc7cd584 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4301039-ffa5-4d14-8f66-783c3c8b9cec HTTP/1.1" status: 200  len: 217 time: 0.0791416
Apr 20 14:20:53.893785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Calling delete_port for 22baa0d5-e609-486c-a1ab-b8a285e54a6a owned by network:floatingip {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:20:53.906235 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-d7ae1687-2f9e-4e01-8b32-b03955e16a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:53.907844 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-d7ae1687-2f9e-4e01-8b32-b03955e16a29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d0873af-78d2-4a57-8751-7ff684d4f9a5 HTTP/1.1" status: 200  len: 850 time: 0.0637174
Apr 20 14:20:53.997670 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-2d4d75e4-e329-4f07-b36a-83f1e61fe6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:53.999324 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-2d4d75e4-e329-4f07-b36a-83f1e61fe6bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5ed19ab-cd2e-445f-9d67-21775a46871e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846457
Apr 20 14:20:54.055657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:54.060643 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2bef1745-8b92-4409-8192-7d8904af91ec tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:54.108414 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Pushing event deleted for resources: {'Port': ['ID=22baa0d5-e609-486c-a1ab-b8a285e54a6a,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:54.139525 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:54.204474 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-fb436ec4-5c5e-48be-96c4-f7e85bbefc7e service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971183
Apr 20 14:20:54.207719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for floatingip, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:54.208125 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Floating IP c9575358-4774-48ad-85e7-987a9126cc47 disassociated (deleted). External IP: 172.27.3.15, port: 4ec0b3d7-0eaf-4882-875d-c049f135355d.
Apr 20 14:20:54.245266 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca9445-48ae-481b-b74b-be3f450c3a20 req-b766aa53-bb21-4add-9c66-85b72eb91628 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:54.246885 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-95ca9445-48ae-481b-b74b-be3f450c3a20 req-b766aa53-bb21-4add-9c66-85b72eb91628 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 944 time: 0.1683207
Apr 20 14:20:54.379625 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-95ca9445-48ae-481b-b74b-be3f450c3a20 req-6fcf3357-aa3e-4183-95cb-443b89f1c03a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9da160f-301a-40e6-96af-5ed27ddfc8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807281
Apr 20 14:20:54.400737 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fc820754-adce-4c62-8a59-dca6fcc7c741 req-47c99c4e-ee4e-4707-be22-2f4491544a30 service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883111
Apr 20 14:20:54.534508 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02551c-5719-4a24-ba7f-2c26b1cc30a7 req-a83c107a-e728-4f45-9e17-98d85407802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:54.536029 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7e02551c-5719-4a24-ba7f-2c26b1cc30a7 req-a83c107a-e728-4f45-9e17-98d85407802d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766c27cfe7f6408c88e8b02814459154&device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 1097 time: 0.0868034
Apr 20 14:20:54.685339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02551c-5719-4a24-ba7f-2c26b1cc30a7 req-1e9f3a3e-5e2e-4f7b-b4d4-a336ef6d3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:54.687010 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7e02551c-5719-4a24-ba7f-2c26b1cc30a7 req-1e9f3a3e-5e2e-4f7b-b4d4-a336ef6d3752 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5ed19ab-cd2e-445f-9d67-21775a46871e HTTP/1.1" status: 200  len: 912 time: 0.1431992
Apr 20 14:20:54.764994 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7e02551c-5719-4a24-ba7f-2c26b1cc30a7 req-97cae84c-6b53-4032-86c7-bab7b61c62fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4301039-ffa5-4d14-8f66-783c3c8b9cec HTTP/1.1" status: 200  len: 217 time: 0.0700347
Apr 20 14:20:54.831914 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Router 2a66d69c-2a82-45e1-bc48-a131402ef107 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:20:54.838289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02551c-5719-4a24-ba7f-2c26b1cc30a7 req-1c46efc8-38cc-455c-a7ef-bca33d4307b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:54.839881 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7e02551c-5719-4a24-ba7f-2c26b1cc30a7 req-1c46efc8-38cc-455c-a7ef-bca33d4307b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d0873af-78d2-4a57-8751-7ff684d4f9a5 HTTP/1.1" status: 200  len: 850 time: 0.0685287
Apr 20 14:20:54.925251 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02551c-5719-4a24-ba7f-2c26b1cc30a7 req-e2dbaddf-b9ed-4e95-be6b-8ce76929e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:54.927047 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7e02551c-5719-4a24-ba7f-2c26b1cc30a7 req-e2dbaddf-b9ed-4e95-be6b-8ce76929e186 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5ed19ab-cd2e-445f-9d67-21775a46871e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806718
Apr 20 14:20:55.031188 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:20:55.043164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e741ec-9ab4-47ab-8218-678e7381a6fa None None] Sync routers for ids ['2a66d69c-2a82-45e1-bc48-a131402ef107'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:20:55.053820 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:55.054476 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e741ec-9ab4-47ab-8218-678e7381a6fa None None] Routers {'2a66d69c-2a82-45e1-bc48-a131402ef107'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:20:55.055306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-11e741ec-9ab4-47ab-8218-678e7381a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31610a780>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:20:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['2a66d69c-2a82-45e1-bc48-a131402ef107'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:20:55.070409 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7e02551c-5719-4a24-ba7f-2c26b1cc30a7 req-8cf5f8c5-1136-4e3d-8ab1-8eca240aa83e service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364982
Apr 20 14:20:55.118155 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "DELETE /v2.0/floatingips/c9575358-4774-48ad-85e7-987a9126cc47 HTTP/1.1" status: 204  len: 168 time: 1.8943601
Apr 20 14:20:55.119211 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:20:55.179778 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'status': 'completed', 'code': 200}
Apr 20 14:20:55.252100 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-11e741ec-9ab4-47ab-8218-678e7381a6fa None None] Set router 2a66d69c-2a82-45e1-bc48-a131402ef107 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:20:55.276702 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7e02551c-5719-4a24-ba7f-2c26b1cc30a7 req-c31acd59-af57-447a-89d2-3352f8b84ad1 service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1991231
Apr 20 14:20:55.310563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1596df-0dd9-4174-ad72-e787657a7577 req-151eeacd-c947-44ac-adbc-2475ce4e7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:55.313058 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c1596df-0dd9-4174-ad72-e787657a7577 req-151eeacd-c947-44ac-adbc-2475ce4e7c48 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97a558933f5e43e2af90292db774efba&device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 1099 time: 0.1078098
Apr 20 14:20:55.534079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1596df-0dd9-4174-ad72-e787657a7577 req-0b5d6686-372f-4467-8b62-89fb502cfee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:55.536077 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c1596df-0dd9-4174-ad72-e787657a7577 req-0b5d6686-372f-4467-8b62-89fb502cfee9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29bba51e-0be9-4388-a277-245657ce63a7 HTTP/1.1" status: 200  len: 910 time: 0.2083154
Apr 20 14:20:55.594873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1dd3f-6742-4503-8661-5a919372e7c9 req-354dbc18-ffa8-4811-aa2c-1f6a304b8a98 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:55.595101 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-11e741ec-9ab4-47ab-8218-678e7381a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31610a780>, [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:13:58Z', 'revision_number': 4, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d', 'name': '', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'mac_address': 'fa:16:3e:fd:e4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:57Z', 'updated_at': '2021-04-20T14:14:08Z', 'revision_number': 5, 'project_id': '97a558933f5e43e2af90292db774efba', 'subnets': [{'id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:20:55.596485 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-14c1dd3f-6742-4503-8661-5a919372e7c9 req-354dbc18-ffa8-4811-aa2c-1f6a304b8a98 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 944 time: 0.0938270
Apr 20 14:20:55.599366 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e741ec-9ab4-47ab-8218-678e7381a6fa None None] Checking router: 2a66d69c-2a82-45e1-bc48-a131402ef107 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:20:55.609424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e741ec-9ab4-47ab-8218-678e7381a6fa None None] Routers {'2a66d69c-2a82-45e1-bc48-a131402ef107'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:20:55.610834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-11e741ec-9ab4-47ab-8218-678e7381a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31610a780>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:20:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['2a66d69c-2a82-45e1-bc48-a131402ef107'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:20:55.621371 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c1596df-0dd9-4174-ad72-e787657a7577 req-f2c70d4a-562b-4fde-b9c1-fbc8a037b9ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d HTTP/1.1" status: 200  len: 217 time: 0.0754139
Apr 20 14:20:55.651950 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-14c1dd3f-6742-4503-8661-5a919372e7c9 req-3f6e56b1-b76a-4d82-b524-c95103d9877a tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9da160f-301a-40e6-96af-5ed27ddfc8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439379
Apr 20 14:20:55.675053 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790fd1b-70ec-4c66-a1b8-45f7d3a10656 req-a69ac44c-e3c6-4fd4-98f3-cdb9ee106966 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:55.676662 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b790fd1b-70ec-4c66-a1b8-45f7d3a10656 req-a69ac44c-e3c6-4fd4-98f3-cdb9ee106966 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.2364261
Apr 20 14:20:55.722389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1596df-0dd9-4174-ad72-e787657a7577 req-37a5f40b-7d71-4377-842e-29fa5407bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:55.723945 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c1596df-0dd9-4174-ad72-e787657a7577 req-37a5f40b-7d71-4377-842e-29fa5407bc6f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1788568a-f25b-4954-9a4b-2f15aca700bc HTTP/1.1" status: 200  len: 848 time: 0.0943365
Apr 20 14:20:55.793886 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b790fd1b-70ec-4c66-a1b8-45f7d3a10656 req-92134abf-c288-4189-94bd-fb3c493418bc tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1079986
Apr 20 14:20:55.803888 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-11e741ec-9ab4-47ab-8218-678e7381a6fa None None] Set router 2a66d69c-2a82-45e1-bc48-a131402ef107 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:20:55.822107 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1596df-0dd9-4174-ad72-e787657a7577 req-8b73b9af-6a72-4483-8ceb-3440ed6a0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:55.823110 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c1596df-0dd9-4174-ad72-e787657a7577 req-8b73b9af-6a72-4483-8ceb-3440ed6a0e87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29bba51e-0be9-4388-a277-245657ce63a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907815
Apr 20 14:20:55.976599 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c1596df-0dd9-4174-ad72-e787657a7577 req-cb82959f-d78f-46dd-ad8e-7d43e9174514 service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448193
Apr 20 14:20:56.136230 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2c1596df-0dd9-4174-ad72-e787657a7577 req-1802d8b8-f205-494f-b437-24fceece9fd2 service neutron] 10.222.0.53 "GET /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434748
Apr 20 14:20:56.330233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-11e741ec-9ab4-47ab-8218-678e7381a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31610a780>, [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:13:58Z', 'revision_number': 4, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d', 'name': '', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'mac_address': 'fa:16:3e:fd:e4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:57Z', 'updated_at': '2021-04-20T14:14:08Z', 'revision_number': 5, 'project_id': '97a558933f5e43e2af90292db774efba', 'subnets': [{'id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:20:56.336193 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e741ec-9ab4-47ab-8218-678e7381a6fa None None] The sync data for ids ['2a66d69c-2a82-45e1-bc48-a131402ef107'] in dv-cinder-774594-5-iscsi is: [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:13:58Z', 'revision_number': 4, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d', 'name': '', 'network_id': '29bba51e-0be9-4388-a277-245657ce63a7', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'mac_address': 'fa:16:3e:fd:e4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:57Z', 'updated_at': '2021-04-20T14:14:08Z', 'revision_number': 5, 'project_id': '97a558933f5e43e2af90292db774efba', 'subnets': [{'id': '1788568a-f25b-4954-9a4b-2f15aca700bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:20:56.772405 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76056fce-42bc-43fb-94b6-98da2a1ae92b None None] New status for floating IP c9575358-4774-48ad-85e7-987a9126cc47: DOWN {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:20:56.876385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc19b5-9b75-4b95-82bf-2f6454f30028 req-7fb214b7-8a0b-4f72-a1c0-cec807d70e94 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:56.884156 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e1dc19b5-9b75-4b95-82bf-2f6454f30028 req-7fb214b7-8a0b-4f72-a1c0-cec807d70e94 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 944 time: 0.1158535
Apr 20 14:20:56.903230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device f4301039-ffa5-4d14-8f66-783c3c8b9cec details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:20:56.935498 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e1dc19b5-9b75-4b95-82bf-2f6454f30028 req-c537f64c-7c73-4777-80ed-7d5678537906 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9da160f-301a-40e6-96af-5ed27ddfc8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500333
Apr 20 14:20:57.012234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19083813-4b73-4fcc-8980-3ce65db5bc41 req-da26c11f-17ac-4dad-a5b6-d3928254dce5 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:57.013961 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-19083813-4b73-4fcc-8980-3ce65db5bc41 req-da26c11f-17ac-4dad-a5b6-d3928254dce5 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0893393
Apr 20 14:20:57.057237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port f4301039-ffa5-4d14-8f66-783c3c8b9cec, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4301039-ffa5-4d14-8f66-783c3c8b9cec,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:20:57.063878 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-19083813-4b73-4fcc-8980-3ce65db5bc41 req-de068247-d4aa-48d3-8873-7e278598ad67 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432365
Apr 20 14:20:57.072334 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'port_id': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec', 'mac_address': 'fa:16:3e:aa:98:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:20:57.137714 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:57.164393 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4301039-ffa5-4d14-8f66-783c3c8b9cec {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:20:57.181587 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port f4301039-ffa5-4d14-8f66-783c3c8b9cec, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4301039-ffa5-4d14-8f66-783c3c8b9cec,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:20:57.186219 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:57.187982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:57.259414 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=f4301039-ffa5-4d14-8f66-783c3c8b9cec,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:57.267927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:57.268319 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:57.268701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:57.269071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:57.269437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:57.269830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:57.270193 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:57.270555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:57.270922 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:57.271355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:57.271711 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:57.272065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:20:57.276148 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:57.411030 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0b367-d58d-4c10-a559-6b510683210f req-605876cd-6ccc-4aa0-bfc6-115705fd773f tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:57.412661 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4eb0b367-d58d-4c10-a559-6b510683210f req-605876cd-6ccc-4aa0-bfc6-115705fd773f tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.53 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.0954416
Apr 20 14:20:57.488651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-4eb0b367-d58d-4c10-a559-6b510683210f req-055cc544-af06-47f8-a3dd-0279fc2c374b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Deleting port 4ec0b3d7-0eaf-4882-875d-c049f135355d {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:20:57.488904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4eb0b367-d58d-4c10-a559-6b510683210f req-055cc544-af06-47f8-a3dd-0279fc2c374b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:57.573311 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['f4301039-ffa5-4d14-8f66-783c3c8b9cec'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:20:57.753958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-4eb0b367-d58d-4c10-a559-6b510683210f req-055cc544-af06-47f8-a3dd-0279fc2c374b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] For port 4ec0b3d7-0eaf-4882-875d-c049f135355d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=4ec0b3d7-0eaf-4882-875d-c049f135355d,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:20:57.754298 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4eb0b367-d58d-4c10-a559-6b510683210f req-055cc544-af06-47f8-a3dd-0279fc2c374b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:58.134389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734f246-404d-428f-aa2a-f879e3b82cd2 req-e638c3d2-33ec-42e6-ab2d-c7899f8026af tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:58.136036 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6734f246-404d-428f-aa2a-f879e3b82cd2 req-e638c3d2-33ec-42e6-ab2d-c7899f8026af tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 945 time: 0.0907969
Apr 20 14:20:58.136296 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-4eb0b367-d58d-4c10-a559-6b510683210f req-055cc544-af06-47f8-a3dd-0279fc2c374b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Calling delete_port for 4ec0b3d7-0eaf-4882-875d-c049f135355d owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:20:58.184203 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6734f246-404d-428f-aa2a-f879e3b82cd2 req-81dba750-88f1-48d4-978e-9e17561f96db tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9da160f-301a-40e6-96af-5ed27ddfc8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418382
Apr 20 14:20:58.355032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c55b2d-e6ad-4d46-acd3-458416754fcc req-6a354047-d044-43c9-9606-30833b283ad1 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:58.356522 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31c55b2d-e6ad-4d46-acd3-458416754fcc req-6a354047-d044-43c9-9606-30833b283ad1 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 946 time: 0.1688585
Apr 20 14:20:58.382425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4eb0b367-d58d-4c10-a559-6b510683210f req-055cc544-af06-47f8-a3dd-0279fc2c374b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:58.391190 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9fa08b3f-3ddd-4ccd-8c3e-75f5374ea872 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:58.445280 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cc544-af06-47f8-a3dd-0279fc2c374b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Pushing event deleted for resources: {'Port': ['ID=4ec0b3d7-0eaf-4882-875d-c049f135355d,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:58.447910 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-055cc544-af06-47f8-a3dd-0279fc2c374b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:58.498947 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-31c55b2d-e6ad-4d46-acd3-458416754fcc req-83df9e4e-f789-4bed-9feb-869183f11c46 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/security-groups?id=6dec6058-55da-4d93-bea2-53818803fc52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1357300
Apr 20 14:20:58.539574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb0b367-d58d-4c10-a559-6b510683210f req-055cc544-af06-47f8-a3dd-0279fc2c374b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] No DVR routers for this DVR port 4ec0b3d7-0eaf-4882-875d-c049f135355d on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:20:58.542367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-4eb0b367-d58d-4c10-a559-6b510683210f req-055cc544-af06-47f8-a3dd-0279fc2c374b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:58.545469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'name': 'network-vif-deleted', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:20:58.558708 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4eb0b367-d58d-4c10-a559-6b510683210f req-055cc544-af06-47f8-a3dd-0279fc2c374b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.53 "DELETE /v2.0/ports/4ec0b3d7-0eaf-4882-875d-c049f135355d HTTP/1.1" status: 204  len: 173 time: 1.1404257
Apr 20 14:20:58.597806 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f708f4-4464-419d-b39b-39301058c4d8', 'name': 'network-vif-deleted', 'tag': '4ec0b3d7-0eaf-4882-875d-c049f135355d', 'status': 'completed', 'code': 200}
Apr 20 14:20:58.924380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device f4301039-ffa5-4d14-8f66-783c3c8b9cec up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:20:58.999734 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port f4301039-ffa5-4d14-8f66-783c3c8b9cec completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:20:59.006993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port f4301039-ffa5-4d14-8f66-783c3c8b9cec triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:20:59.007409 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:59.139520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:59.171826 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:20:59.183709 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port f4301039-ffa5-4d14-8f66-783c3c8b9cec, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4301039-ffa5-4d14-8f66-783c3c8b9cec,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:20:59.187771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:20:59.188718 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 4ec0b3d7-0eaf-4882-875d-c049f135355d no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:20:59.219635 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:20:59.274396 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: 4ec0b3d7-0eaf-4882-875d-c049f135355d {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:20:59.274793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 4ec0b3d7-0eaf-4882-875d-c049f135355d not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:20:59.288190 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec', 'code': 200}
Apr 20 14:20:59.305335 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=f4301039-ffa5-4d14-8f66-783c3c8b9cec,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:20:59.308479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:20:59.399707 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98dd906-2b66-4d21-ae25-4a2ae30742a5 req-853d0234-7472-4dbf-9cb4-7f80624e3ef9 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:59.401199 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f98dd906-2b66-4d21-ae25-4a2ae30742a5 req-853d0234-7472-4dbf-9cb4-7f80624e3ef9 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 946 time: 0.1002219
Apr 20 14:20:59.452354 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f98dd906-2b66-4d21-ae25-4a2ae30742a5 req-3fdc3705-6888-4962-ad79-ca12e0d49698 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9da160f-301a-40e6-96af-5ed27ddfc8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435579
Apr 20 14:20:59.557222 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700275-1653-4c13-9300-2e85d17dfb71 req-eebc375b-0020-4671-b957-0728ef37bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:20:59.559177 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-85700275-1653-4c13-9300-2e85d17dfb71 req-eebc375b-0020-4671-b957-0728ef37bea2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 1099 time: 0.0818875
Apr 20 14:20:59.606131 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-85700275-1653-4c13-9300-2e85d17dfb71 req-f1783223-0b22-45cc-aed5-2ad248fd0cdc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a9da160f-301a-40e6-96af-5ed27ddfc8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373211
Apr 20 14:20:59.684265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4b6ff4f3-759c-4a12-9d09-5c25fa6f4f6b req-1d1317c4-41b0-4682-988e-437fe58a1226 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Synchronizing usage tracker for tenant:97a558933f5e43e2af90292db774efba on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:20:59.700374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-4b6ff4f3-759c-4a12-9d09-5c25fa6f4f6b req-1d1317c4-41b0-4682-988e-437fe58a1226 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Unset dirty status for tenant:97a558933f5e43e2af90292db774efba on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:20:59.701655 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4b6ff4f3-759c-4a12-9d09-5c25fa6f4f6b req-1d1317c4-41b0-4682-988e-437fe58a1226 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "GET /v2.0/ports?device_id=33f708f4-4464-419d-b39b-39301058c4d8 HTTP/1.1" status: 200  len: 210 time: 0.0693669
Apr 20 14:21:00.671921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ec0fc-8ac0-4c03-ac02-414ebb2b8fbc req-b4d5dc30-437e-4e7a-a1db-59476617bff8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:00.673868 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a67ec0fc-8ac0-4c03-ac02-414ebb2b8fbc req-b4d5dc30-437e-4e7a-a1db-59476617bff8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 946 time: 0.1017916
Apr 20 14:21:00.726555 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a67ec0fc-8ac0-4c03-ac02-414ebb2b8fbc req-c571bde9-dc32-49b7-83bc-57860b8b7cf8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9da160f-301a-40e6-96af-5ed27ddfc8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454857
Apr 20 14:21:00.818574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60082) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:00.899950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d7bc0a07-7f30-4df2-a7ae-f1759a480aeb tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:00.933128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d7bc0a07-7f30-4df2-a7ae-f1759a480aeb tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:01.005953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d7bc0a07-7f30-4df2-a7ae-f1759a480aeb tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:01.011374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-06cd4cdf-1b61-4401-8a38-4756a7f5f839 tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:01.027801 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc0a07-7f30-4df2-a7ae-f1759a480aeb tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dec6058-55da-4d93-bea2-53818803fc52,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:01.030561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d7bc0a07-7f30-4df2-a7ae-f1759a480aeb tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:01.036651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d7bc0a07-7f30-4df2-a7ae-f1759a480aeb tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:01.037953 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d7bc0a07-7f30-4df2-a7ae-f1759a480aeb tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] 10.222.0.30 "DELETE /v2.0/security-groups/6dec6058-55da-4d93-bea2-53818803fc52 HTTP/1.1" status: 204  len: 168 time: 0.2182572
Apr 20 14:21:01.095307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60088) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:01.793207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981654'] for router_interface, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:01.946580 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f6880-5a68-462f-8cb0-7b09b5823060 req-75f9bd0c-9e67-42d1-ac62-2690fc82d1c8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:01.948147 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a56f6880-5a68-462f-8cb0-7b09b5823060 req-75f9bd0c-9e67-42d1-ac62-2690fc82d1c8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 946 time: 0.0908051
Apr 20 14:21:01.997942 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a56f6880-5a68-462f-8cb0-7b09b5823060 req-94d4e53d-09da-4ff1-ae50-69b2468ddea6 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9da160f-301a-40e6-96af-5ed27ddfc8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429332
Apr 20 14:21:02.213291 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] Deleting port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:02.213647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:02.373562 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954e4ef-0920-4d5f-bb90-7cdfe2728d5a req-8d63da75-ff2a-418e-9b33-0f62199cbe55 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:02.375092 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b954e4ef-0920-4d5f-bb90-7cdfe2728d5a req-8d63da75-ff2a-418e-9b33-0f62199cbe55 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 946 time: 0.2656450
Apr 20 14:21:02.385816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60098) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:02.394727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-3dcf995e-5882-43e1-8d40-75b675c25e62 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Request body: {'floatingip': {'port_id': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:21:02.427477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] For port f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:02.427885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:02.480133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3dcf995e-5882-43e1-8d40-75b675c25e62 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:02.562138 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] Calling delete_port for f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d owned by network:router_interface {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:02.747090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:02.751934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-05a4cbb9-6a49-479e-9f7d-d10df2aff017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:02.802523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:02.830394 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:03.086648 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981736'] for router_interface, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:03.121474 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3dcf995e-5882-43e1-8d40-75b675c25e62 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:03.125591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3dcf995e-5882-43e1-8d40-75b675c25e62 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:03.311222 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [None req-3dcf995e-5882-43e1-8d40-75b675c25e62 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Floating IP 2bdc3d36-0c32-4623-9bc3-8cb6a697b8f7 associated. External IP: 172.27.3.97, port: f4301039-ffa5-4d14-8f66-783c3c8b9cec.
Apr 20 14:21:03.692604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcf995e-5882-43e1-8d40-75b675c25e62 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Router a648c827-c35e-49c5-940e-41f8cb483ff8 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:21:03.732138 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] Router 2a66d69c-2a82-45e1-bc48-a131402ef107 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:21:03.890701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcf995e-5882-43e1-8d40-75b675c25e62 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:21:03.895335 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3dcf995e-5882-43e1-8d40-75b675c25e62 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:03.905129 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f095b838-aefa-4126-bd20-c6fdc3bf7689 None None] Sync routers for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:21:03.917214 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f095b838-aefa-4126-bd20-c6fdc3bf7689 None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:03.918136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-f095b838-aefa-4126-bd20-c6fdc3bf7689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315ef0898>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:20:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:03.930768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:21:03.941014 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfde11f-f1fe-4c71-af92-613b6eea602d None None] Sync routers for ids ['2a66d69c-2a82-45e1-bc48-a131402ef107'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:21:03.948910 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] 10.222.0.30 "PUT /v2.0/routers/2a66d69c-2a82-45e1-bc48-a131402ef107/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8523128
Apr 20 14:21:03.951698 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60104) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:03.953512 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfde11f-f1fe-4c71-af92-613b6eea602d None None] Routers {'2a66d69c-2a82-45e1-bc48-a131402ef107'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:03.954411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-0bfde11f-f1fe-4c71-af92-613b6eea602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315ee4c50>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:20:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['2a66d69c-2a82-45e1-bc48-a131402ef107'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:04.023392 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-3dcf995e-5882-43e1-8d40-75b675c25e62 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "PUT /v2.0/floatingips/2bdc3d36-0c32-4623-9bc3-8cb6a697b8f7 HTTP/1.1" status: 200  len: 991 time: 1.6359596
Apr 20 14:21:04.088524 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0', 'tag': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:21:04.149491 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-f095b838-aefa-4126-bd20-c6fdc3bf7689 None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:04.200001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Notify callbacks [] for router, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:04.330050 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-0bfde11f-f1fe-4c71-af92-613b6eea602d None None] Set router 2a66d69c-2a82-45e1-bc48-a131402ef107 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:04.351565 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-594c696e-5503-4e6d-bfc7-34226b39ea31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:04.581553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-f095b838-aefa-4126-bd20-c6fdc3bf7689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315ef0898>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '2bdc3d36-0c32-4623-9bc3-8cb6a697b8f7', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'port_id': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'mac_address': 'fa:16:3e:aa:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:20:48Z', 'updated_at': '2021-04-20T14:21:02Z', 'revision_number': 1, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:52Z', 'revision_number': 5, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:04.585640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f095b838-aefa-4126-bd20-c6fdc3bf7689 None None] Checking router: a648c827-c35e-49c5-940e-41f8cb483ff8 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:21:04.594866 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f095b838-aefa-4126-bd20-c6fdc3bf7689 None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:04.595501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-f095b838-aefa-4126-bd20-c6fdc3bf7689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315ef0898>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:20:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:04.596218 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0', 'tag': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec', 'status': 'completed', 'code': 200}
Apr 20 14:21:04.654448 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-0bfde11f-f1fe-4c71-af92-613b6eea602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315ee4c50>, [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:21:02Z', 'revision_number': 5, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:04.658679 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfde11f-f1fe-4c71-af92-613b6eea602d None None] Checking router: 2a66d69c-2a82-45e1-bc48-a131402ef107 for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:21:04.668012 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfde11f-f1fe-4c71-af92-613b6eea602d None None] Routers {'2a66d69c-2a82-45e1-bc48-a131402ef107'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:04.668788 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-0bfde11f-f1fe-4c71-af92-613b6eea602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315ee4c50>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:20:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['2a66d69c-2a82-45e1-bc48-a131402ef107'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:04.727023 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd90852-e4cb-4700-9704-fb6595382182 req-f27e733a-cd3a-4991-8a46-fe36f4d498b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:04.728121 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bcd90852-e4cb-4700-9704-fb6595382182 req-f27e733a-cd3a-4991-8a46-fe36f4d498b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=766c27cfe7f6408c88e8b02814459154&device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 1099 time: 0.1341588
Apr 20 14:21:04.742727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:04.784401 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-f095b838-aefa-4126-bd20-c6fdc3bf7689 None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:04.789117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Deleting port d9025035-6a57-4655-b50f-d6197d79a4dd {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:04.789503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:04.861489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-0bfde11f-f1fe-4c71-af92-613b6eea602d None None] Set router 2a66d69c-2a82-45e1-bc48-a131402ef107 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:05.033517 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd90852-e4cb-4700-9704-fb6595382182 req-31b0b6da-aa94-4b4e-b0b7-a0a8f7becba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:05.035099 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bcd90852-e4cb-4700-9704-fb6595382182 req-31b0b6da-aa94-4b4e-b0b7-a0a8f7becba1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5ed19ab-cd2e-445f-9d67-21775a46871e HTTP/1.1" status: 200  len: 912 time: 0.2942662
Apr 20 14:21:05.157958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] For port d9025035-6a57-4655-b50f-d6197d79a4dd, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=d9025035-6a57-4655-b50f-d6197d79a4dd,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:05.158411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:05.159540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-f095b838-aefa-4126-bd20-c6fdc3bf7689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315ef0898>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '2bdc3d36-0c32-4623-9bc3-8cb6a697b8f7', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'port_id': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'mac_address': 'fa:16:3e:aa:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:20:48Z', 'updated_at': '2021-04-20T14:21:02Z', 'revision_number': 1, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:52Z', 'revision_number': 5, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:05.164095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f095b838-aefa-4126-bd20-c6fdc3bf7689 None None] The sync data for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi is: [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '2bdc3d36-0c32-4623-9bc3-8cb6a697b8f7', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'port_id': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'mac_address': 'fa:16:3e:aa:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:20:48Z', 'updated_at': '2021-04-20T14:21:02Z', 'revision_number': 1, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:52Z', 'revision_number': 5, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:21:05.195661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-0bfde11f-f1fe-4c71-af92-613b6eea602d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315ee4c50>, [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:21:02Z', 'revision_number': 5, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:05.200635 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfde11f-f1fe-4c71-af92-613b6eea602d None None] The sync data for ids ['2a66d69c-2a82-45e1-bc48-a131402ef107'] in dv-cinder-774594-5-iscsi is: [{'id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'name': 'tempest-TestShelveInstance-2132434846-router', 'tenant_id': '97a558933f5e43e2af90292db774efba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:13:51Z', 'updated_at': '2021-04-20T14:21:02Z', 'revision_number': 5, 'project_id': '97a558933f5e43e2af90292db774efba', 'gw_port': {'id': 'd9025035-6a57-4655-b50f-d6197d79a4dd', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a66d69c-2a82-45e1-bc48-a131402ef107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:13:52Z', 'updated_at': '2021-04-20T14:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:21:05.236617 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bcd90852-e4cb-4700-9704-fb6595382182 req-55786602-b525-49a0-9060-7bf30f3ccac2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4301039-ffa5-4d14-8f66-783c3c8b9cec HTTP/1.1" status: 200  len: 999 time: 0.1902933
Apr 20 14:21:05.339539 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Calling delete_port for d9025035-6a57-4655-b50f-d6197d79a4dd owned by network:router_gateway {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:05.426601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd90852-e4cb-4700-9704-fb6595382182 req-48955255-a17d-4b7c-a216-f5c575414d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:05.428218 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bcd90852-e4cb-4700-9704-fb6595382182 req-48955255-a17d-4b7c-a216-f5c575414d6b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d0873af-78d2-4a57-8751-7ff684d4f9a5 HTTP/1.1" status: 200  len: 850 time: 0.1300483
Apr 20 14:21:05.492140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdea92ac-968c-4aec-9771-b5219400dcbc None None] New status for floating IP 2bdc3d36-0c32-4623-9bc3-8cb6a697b8f7: ACTIVE {{(pid=86377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:21:05.550751 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd90852-e4cb-4700-9704-fb6595382182 req-0269448f-7d91-420d-a08c-3a4cf24f5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:05.552424 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bcd90852-e4cb-4700-9704-fb6595382182 req-0269448f-7d91-420d-a08c-3a4cf24f5540 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5ed19ab-cd2e-445f-9d67-21775a46871e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1141112
Apr 20 14:21:05.724899 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:05.732291 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ebff7071-abe3-4bb7-9027-37e77962509c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:05.806039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d9025035-6a57-4655-b50f-d6197d79a4dd,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:05.812842 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:05.860675 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bcd90852-e4cb-4700-9704-fb6595382182 req-94bedcff-8535-4415-b98e-6462a2f124da service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3012395
Apr 20 14:21:05.958340 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:06.005993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:06.006355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device f1c047c1-5f1c-47cd-9a27-8e72d89f4f4d not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:06.009667 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853833111'] for router_gateway, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:06.216451 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853854411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761228'] for router, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:06.221083 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:06.230897 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bcd90852-e4cb-4700-9704-fb6595382182 req-4f1fd33b-a88c-436b-97e0-6afe1e19f83f service neutron] 10.222.0.53 "GET /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3431191
Apr 20 14:21:06.256163 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981105'] for router, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:06.256773 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a66d69c-2a82-45e1-bc48-a131402ef107 {{(pid=86375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:21:06.275965 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] Notify callbacks [] for router, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:06.277654 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-1bb586c7-bea6-4160-95dd-d5efcd9d95cf admin admin] 10.222.0.30 "DELETE /v2.0/routers/2a66d69c-2a82-45e1-bc48-a131402ef107 HTTP/1.1" status: 204  len: 168 time: 2.3246908
Apr 20 14:21:06.280750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60114) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:06.352844 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf39fdf-ac16-445e-a653-30b9a9a695f6 admin admin] Deleting subnet 1788568a-f25b-4954-9a4b-2f15aca700bc {{(pid=86375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:21:06.356496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebf39fdf-ac16-445e-a653-30b9a9a695f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:06.414092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebf39fdf-ac16-445e-a653-30b9a9a695f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1385880'] for subnet, precommit_delete_associations {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:06.503291 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebf39fdf-ac16-445e-a653-30b9a9a695f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:06.750461 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-26f8742f-c343-4743-8715-ef61ac78acc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:06.770436 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebf39fdf-ac16-445e-a653-30b9a9a695f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066979'] for subnet, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:06.775683 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:06.813350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf39fdf-ac16-445e-a653-30b9a9a695f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1788568a-f25b-4954-9a4b-2f15aca700bc,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:06.815543 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ebf39fdf-ac16-445e-a653-30b9a9a695f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:06.818401 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ebf39fdf-ac16-445e-a653-30b9a9a695f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:06.820659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3b7517-b86f-47a3-99e0-0b75071527da None None] Network 29bba51e-0be9-4388-a277-245657ce63a7 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:21:06.822955 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ebf39fdf-ac16-445e-a653-30b9a9a695f6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1788568a-f25b-4954-9a4b-2f15aca700bc HTTP/1.1" status: 204  len: 168 time: 0.5410933
Apr 20 14:21:06.825801 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60120) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:06.950563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:06.962430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Deleting port 0d763709-b50e-4f22-a3c9-f799971c6d8b {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:06.962793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:07.091546 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8657ed16-046f-47fa-9dcb-66cd0d962323 None None] DHCP port deletion for 29bba51e-0be9-4388-a277-245657ce63a7 request from dv-cinder-774594-5-iscsi {{(pid=86377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 14:21:07.096175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-8657ed16-046f-47fa-9dcb-66cd0d962323 None None] Deleting port 0d763709-b50e-4f22-a3c9-f799971c6d8b {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:07.096619 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8657ed16-046f-47fa-9dcb-66cd0d962323 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:07.187794 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] For port 0d763709-b50e-4f22-a3c9-f799971c6d8b, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=0d763709-b50e-4f22-a3c9-f799971c6d8b,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:07.188198 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:07.314847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-8657ed16-046f-47fa-9dcb-66cd0d962323 None None] For port 0d763709-b50e-4f22-a3c9-f799971c6d8b, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=0d763709-b50e-4f22-a3c9-f799971c6d8b,segment=NetworkSegment(aa6337ea-0271-4897-9d05-a61e358982a9),segment_id=aa6337ea-0271-4897-9d05-a61e358982a9)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:07.315413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8657ed16-046f-47fa-9dcb-66cd0d962323 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:07.460290 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-8657ed16-046f-47fa-9dcb-66cd0d962323 None None] Calling delete_port for 0d763709-b50e-4f22-a3c9-f799971c6d8b owned by network:dhcp {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:07.490297 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:07.547302 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8657ed16-046f-47fa-9dcb-66cd0d962323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:07.551594 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:07.579712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Calling delete_port for 0d763709-b50e-4f22-a3c9-f799971c6d8b owned by network:dhcp {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:07.598559 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657ed16-046f-47fa-9dcb-66cd0d962323 None None] Pushing event deleted for resources: {'Port': ['ID=0d763709-b50e-4f22-a3c9-f799971c6d8b,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:07.602274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8657ed16-046f-47fa-9dcb-66cd0d962323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:07.603299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657ed16-046f-47fa-9dcb-66cd0d962323 None None] No DVR routers for this DVR port 0d763709-b50e-4f22-a3c9-f799971c6d8b on host dv-cinder-774594-5-iscsi {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:21:07.665633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.api [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:21:07.666024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_db.api [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:21:07.690288 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:07.910636 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device d9025035-6a57-4655-b50f-d6197d79a4dd no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:07.947423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: d9025035-6a57-4655-b50f-d6197d79a4dd {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:07.947806 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device d9025035-6a57-4655-b50f-d6197d79a4dd not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:07.948483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 0d763709-b50e-4f22-a3c9-f799971c6d8b no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:07.986407 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 0d763709-b50e-4f22-a3c9-f799971c6d8b {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:07.986801 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 0d763709-b50e-4f22-a3c9-f799971c6d8b not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:08.167250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Deleting port 0d763709-b50e-4f22-a3c9-f799971c6d8b {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:08.167617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:08.247215 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] The port '0d763709-b50e-4f22-a3c9-f799971c6d8b' was deleted {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 14:21:08.366729 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:08.455391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:08.481735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb314c53518>,) {'filters': {'network_id': ['29bba51e-0be9-4388-a277-245657ce63a7']}} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:08.495050 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb314c53518>, 'aa6337ea-0271-4897-9d05-a61e358982a9') {'for_net_delete': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:08.495388 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb314c53518>, 'aa6337ea-0271-4897-9d05-a61e358982a9') {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:08.507442 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853389936'] for segment, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:08.522784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:08.530555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=86375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:21:08.723353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Network 29bba51e-0be9-4388-a277-245657ce63a7 has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:21:08.732510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853300089'] for segment, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:08.922428 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Network 29bba51e-0be9-4388-a277-245657ce63a7 has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   % (table.description, expected, rows_matched)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   % (table.description, expected, rows_matched)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   % (table.description, expected, rows_matched)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   % (table.description, expected, rows_matched)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:21:08.945322 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:21:09.028856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:09.034418 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-edd2b998-a542-4e62-9e8a-8a14ec329237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:09.049612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:09.060727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=29bba51e-0be9-4388-a277-245657ce63a7,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:09.064188 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:09.076310 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-084e6761-9a3b-4102-b10a-02518b289c48 admin admin] 10.222.0.30 "DELETE /v2.0/networks/29bba51e-0be9-4388-a277-245657ce63a7 HTTP/1.1" status: 204  len: 168 time: 2.2494004
Apr 20 14:21:09.080389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60128) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:09.082165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:09.663503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981654'] for router_interface, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:10.044653 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] Deleting port 96e47178-03e3-4d40-8b5d-297121af0f72 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:10.045025 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:10.227055 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] For port 96e47178-03e3-4d40-8b5d-297121af0f72, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=96e47178-03e3-4d40-8b5d-297121af0f72,segment=NetworkSegment(2e05ff43-4b89-486a-8d67-e8b7a969d292),segment_id=2e05ff43-4b89-486a-8d67-e8b7a969d292)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:10.227314 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:10.354706 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] Calling delete_port for 96e47178-03e3-4d40-8b5d-297121af0f72 owned by network:router_interface {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:10.540226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:10.544079 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:10.588923 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e47178-03e3-4d40-8b5d-297121af0f72,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:10.591614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:11.121065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981736'] for router_interface, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:11.500706 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] Router 5a6955a2-e12f-42e7-bd2c-af19748caf0b has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:21:11.694020 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:21:11.703860 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e97c00-5236-460e-9881-0bdf29a80873 None None] Sync routers for ids ['5a6955a2-e12f-42e7-bd2c-af19748caf0b'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:21:11.704755 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] 10.222.0.30 "PUT /v2.0/routers/5a6955a2-e12f-42e7-bd2c-af19748caf0b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6230819
Apr 20 14:21:11.707557 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60138) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:11.715120 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e97c00-5236-460e-9881-0bdf29a80873 None None] Routers {'5a6955a2-e12f-42e7-bd2c-af19748caf0b'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:11.715779 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b6e97c00-5236-460e-9881-0bdf29a80873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316ef4048>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['5a6955a2-e12f-42e7-bd2c-af19748caf0b'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:11.897837 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Notify callbacks [] for router, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:11.910004 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-b6e97c00-5236-460e-9881-0bdf29a80873 None None] Set router 5a6955a2-e12f-42e7-bd2c-af19748caf0b gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:12.090853 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:12.099963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Deleting port 957d68f9-ede0-4d66-a107-c75da0d431c2 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:12.100331 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:12.208783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b6e97c00-5236-460e-9881-0bdf29a80873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316ef4048>, [{'id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'name': 'tempest-TestShelveInstance-823086249-router', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:21:10Z', 'revision_number': 5, 'project_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'gw_port': {'id': '957d68f9-ede0-4d66-a107-c75da0d431c2', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:dc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:12.212787 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e97c00-5236-460e-9881-0bdf29a80873 None None] Checking router: 5a6955a2-e12f-42e7-bd2c-af19748caf0b for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:21:12.221562 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e97c00-5236-460e-9881-0bdf29a80873 None None] Routers {'5a6955a2-e12f-42e7-bd2c-af19748caf0b'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:12.222247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b6e97c00-5236-460e-9881-0bdf29a80873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316ef4048>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['5a6955a2-e12f-42e7-bd2c-af19748caf0b'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:12.281988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] For port 957d68f9-ede0-4d66-a107-c75da0d431c2, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=957d68f9-ede0-4d66-a107-c75da0d431c2,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:12.282379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:12.378984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-b6e97c00-5236-460e-9881-0bdf29a80873 None None] Set router 5a6955a2-e12f-42e7-bd2c-af19748caf0b gateway port host: None {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:12.414038 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Calling delete_port for 957d68f9-ede0-4d66-a107-c75da0d431c2 owned by network:router_gateway {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:12.490308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b6e97c00-5236-460e-9881-0bdf29a80873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316ef4048>, [{'id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'name': 'tempest-TestShelveInstance-823086249-router', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:21:12Z', 'revision_number': 6, 'project_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'gw_port_host': None}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:12.494654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e97c00-5236-460e-9881-0bdf29a80873 None None] The sync data for ids ['5a6955a2-e12f-42e7-bd2c-af19748caf0b'] in dv-cinder-774594-5-iscsi is: [{'id': '5a6955a2-e12f-42e7-bd2c-af19748caf0b', 'name': 'tempest-TestShelveInstance-823086249-router', 'tenant_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:03Z', 'updated_at': '2021-04-20T14:21:12Z', 'revision_number': 6, 'project_id': 'ffa14432eda845ac9ffaa7d1bef2f2a2', 'gw_port_host': None}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:21:12.599050 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:12.604576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-055cc544-af06-47f8-a3dd-0279fc2c374b tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:12.687364 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Pushing event deleted for resources: {'Port': ['ID=957d68f9-ede0-4d66-a107-c75da0d431c2,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:12.694426 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:12.752341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853833111'] for router_gateway, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:12.947966 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853854411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761228'] for router, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:12.950542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:12.980763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981105'] for router, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:12.981328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a6955a2-e12f-42e7-bd2c-af19748caf0b {{(pid=86375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:21:12.994868 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Notify callbacks [] for router, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:12.998638 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5a6955a2-e12f-42e7-bd2c-af19748caf0b HTTP/1.1" status: 204  len: 168 time: 1.2874589
Apr 20 14:21:12.998901 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60144) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:13.067301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abee482-c3ad-44f4-80f0-5643a144ba7f admin admin] Deleting subnet 77cde619-3156-4a70-b72f-f3fe5d3fbfcc {{(pid=86375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:21:13.070688 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8abee482-c3ad-44f4-80f0-5643a144ba7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:13.126508 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8abee482-c3ad-44f4-80f0-5643a144ba7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1385880'] for subnet, precommit_delete_associations {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:13.210341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8abee482-c3ad-44f4-80f0-5643a144ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:13.495413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8abee482-c3ad-44f4-80f0-5643a144ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066979'] for subnet, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:13.500416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:13.540621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abee482-c3ad-44f4-80f0-5643a144ba7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77cde619-3156-4a70-b72f-f3fe5d3fbfcc,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:13.542828 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8abee482-c3ad-44f4-80f0-5643a144ba7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:13.545568 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8abee482-c3ad-44f4-80f0-5643a144ba7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:13.547606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf682ac7-110a-4538-a811-25c2e381d7ba None None] Network 21602f75-a748-4a78-81a2-8c58f47871d4 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:21:13.550185 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-8abee482-c3ad-44f4-80f0-5643a144ba7f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/77cde619-3156-4a70-b72f-f3fe5d3fbfcc HTTP/1.1" status: 204  len: 168 time: 0.5501790
Apr 20 14:21:13.554235 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60150) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:13.671368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:13.683204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Deleting port b18857d0-acaf-4ecf-ada6-1b78a6a3463e {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:13.683570 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:13.832845 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8ced88-e0b8-458e-9193-9e2110e6b2ee None None] DHCP port deletion for 21602f75-a748-4a78-81a2-8c58f47871d4 request from dv-cinder-774594-5-iscsi {{(pid=86377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 14:21:13.838954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ced88-e0b8-458e-9193-9e2110e6b2ee None None] Deleting port b18857d0-acaf-4ecf-ada6-1b78a6a3463e {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:13.839388 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fc8ced88-e0b8-458e-9193-9e2110e6b2ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:13.904122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] For port b18857d0-acaf-4ecf-ada6-1b78a6a3463e, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=b18857d0-acaf-4ecf-ada6-1b78a6a3463e,segment=NetworkSegment(2e05ff43-4b89-486a-8d67-e8b7a969d292),segment_id=2e05ff43-4b89-486a-8d67-e8b7a969d292)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:13.904467 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:13.937874 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 96e47178-03e3-4d40-8b5d-297121af0f72 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:13.981887 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 96e47178-03e3-4d40-8b5d-297121af0f72 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:13.982282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 96e47178-03e3-4d40-8b5d-297121af0f72 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:13.982747 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 957d68f9-ede0-4d66-a107-c75da0d431c2 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:14.030441 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 957d68f9-ede0-4d66-a107-c75da0d431c2 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:14.030689 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 957d68f9-ede0-4d66-a107-c75da0d431c2 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:14.031216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device b18857d0-acaf-4ecf-ada6-1b78a6a3463e no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:14.040719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Calling delete_port for b18857d0-acaf-4ecf-ada6-1b78a6a3463e owned by network:dhcp {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:14.118792 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:14.122682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9c56a931-cc40-4f9e-8d35-ad5050cdef3d tempest-TestMinimumBasicScenario-1403618028 tempest-TestMinimumBasicScenario-1403618028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:14.166828 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Pushing event deleted for resources: {'Port': ['ID=b18857d0-acaf-4ecf-ada6-1b78a6a3463e,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:14.170828 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:14.173137 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] No DVR routers for this DVR port b18857d0-acaf-4ecf-ada6-1b78a6a3463e on host dv-cinder-774594-5-iscsi {{(pid=86376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:21:14.190226 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-fc8ced88-e0b8-458e-9193-9e2110e6b2ee None None] For port b18857d0-acaf-4ecf-ada6-1b78a6a3463e, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=b18857d0-acaf-4ecf-ada6-1b78a6a3463e,segment=NetworkSegment(2e05ff43-4b89-486a-8d67-e8b7a969d292),segment_id=2e05ff43-4b89-486a-8d67-e8b7a969d292)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:14.190663 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fc8ced88-e0b8-458e-9193-9e2110e6b2ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:14.198121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No active binding found for port b18857d0-acaf-4ecf-ada6-1b78a6a3463e {{(pid=86377) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 20 14:21:14.198571 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device b18857d0-acaf-4ecf-ada6-1b78a6a3463e not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:14.295133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:14.322436 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ced88-e0b8-458e-9193-9e2110e6b2ee None None] Calling delete_port for b18857d0-acaf-4ecf-ada6-1b78a6a3463e owned by network:dhcp {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:14.400734 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.api [None req-fc8ced88-e0b8-458e-9193-9e2110e6b2ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:21:14.401135 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_db.api [None req-fc8ced88-e0b8-458e-9193-9e2110e6b2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:21:14.410134 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb316c674e0>,) {'filters': {'network_id': ['21602f75-a748-4a78-81a2-8c58f47871d4']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:14.422817 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb316c674e0>, '2e05ff43-4b89-486a-8d67-e8b7a969d292') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:14.423162 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb316c674e0>, '2e05ff43-4b89-486a-8d67-e8b7a969d292') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:14.435188 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2570681'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:14.463225 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:14.469986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:21:14.650313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Network 21602f75-a748-4a78-81a2-8c58f47871d4 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:21:14.659270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852964746'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:14.847494 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Network 21602f75-a748-4a78-81a2-8c58f47871d4 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:21:14.869995 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:21:14.902564 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ced88-e0b8-458e-9193-9e2110e6b2ee None None] Deleting port b18857d0-acaf-4ecf-ada6-1b78a6a3463e {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:14.902939 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fc8ced88-e0b8-458e-9193-9e2110e6b2ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:14.953199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:14.959258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:14.962133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-93a214fb-5eb1-4f2d-b311-1bfe7d14b6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:14.973776 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ced88-e0b8-458e-9193-9e2110e6b2ee None None] The port 'b18857d0-acaf-4ecf-ada6-1b78a6a3463e' was deleted {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 14:21:14.989133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Pushing event deleted for resources: {'Network': ['ID=21602f75-a748-4a78-81a2-8c58f47871d4,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:14.992294 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] 10.222.0.30 "DELETE /v2.0/networks/21602f75-a748-4a78-81a2-8c58f47871d4 HTTP/1.1" status: 204  len: 168 time: 1.4369891
Apr 20 14:21:14.993266 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bf1b973f-4a03-4958-bc0b-c4d098e0845e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:15.146112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60158) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:15.198069 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-7adb2a8b-8135-49ee-9927-ac741e600cea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97a558933f5e43e2af90292db774efba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505400
Apr 20 14:21:15.200655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60162) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:15.262336 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-149eddae-9b91-488e-b825-c1f817991eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:15.290561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-149eddae-9b91-488e-b825-c1f817991eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:15.340806 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-149eddae-9b91-488e-b825-c1f817991eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:15.348751 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f262fae7-bfc3-4c05-a1e6-97eb5510b550 tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:15.368601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149eddae-9b91-488e-b825-c1f817991eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ceceec-b477-444e-89cd-6bf0cca2d4c4,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:15.372470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-149eddae-9b91-488e-b825-c1f817991eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:15.376104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-149eddae-9b91-488e-b825-c1f817991eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:15.380202 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-149eddae-9b91-488e-b825-c1f817991eba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80ceceec-b477-444e-89cd-6bf0cca2d4c4 HTTP/1.1" status: 204  len: 168 time: 0.1757522
Apr 20 14:21:15.784203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60172) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:15.836744 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-4c473741-e4f2-4378-ac7a-d62b12143934 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffa14432eda845ac9ffaa7d1bef2f2a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507190
Apr 20 14:21:15.840757 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60176) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:15.903304 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3774b53-66e5-4c7c-85f0-56d04aa085ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:15.931380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3774b53-66e5-4c7c-85f0-56d04aa085ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:15.991126 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3774b53-66e5-4c7c-85f0-56d04aa085ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:15.995725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cb93d415-675c-4ba3-86da-d808365a04a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:16.007708 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3774b53-66e5-4c7c-85f0-56d04aa085ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f425c0e9-242e-4471-9854-b321c6cc9012,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:16.011538 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e3774b53-66e5-4c7c-85f0-56d04aa085ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:16.015136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3774b53-66e5-4c7c-85f0-56d04aa085ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:16.016389 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e3774b53-66e5-4c7c-85f0-56d04aa085ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f425c0e9-242e-4471-9854-b321c6cc9012 HTTP/1.1" status: 204  len: 168 time: 0.1744916
Apr 20 14:21:18.160372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac21a8-cdab-402e-a4a0-e5d372027447 req-5578dbe7-0990-49df-ae2b-93e30052af6b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:18.161947 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2eac21a8-cdab-402e-a4a0-e5d372027447 req-5578dbe7-0990-49df-ae2b-93e30052af6b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 946 time: 0.0960529
Apr 20 14:21:18.210431 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2eac21a8-cdab-402e-a4a0-e5d372027447 req-89a38d71-218d-40c8-92d8-69b9dc0d30a7 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418274
Apr 20 14:21:19.436018 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386c4ef-5d3f-4350-8acc-ad6a3c7b4791 req-6b04e326-9955-4761-b101-c8d23412e842 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:19.437596 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b386c4ef-5d3f-4350-8acc-ad6a3c7b4791 req-6b04e326-9955-4761-b101-c8d23412e842 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 946 time: 0.0932934
Apr 20 14:21:19.486494 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b386c4ef-5d3f-4350-8acc-ad6a3c7b4791 req-9937551b-c7fa-4ae6-a22d-6b8ac8fbb523 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423012
Apr 20 14:21:20.048735 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-4b473f31-b301-4718-a6c3-aa6ea07659ef tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:20.050423 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-4b473f31-b301-4718-a6c3-aa6ea07659ef tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 946 time: 0.3378708
Apr 20 14:21:20.143204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Deleting port a84314c2-eea5-4034-96b1-1fa240ab0ac4 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:20.143453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:20.403860 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] For port a84314c2-eea5-4034-96b1-1fa240ab0ac4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=a84314c2-eea5-4034-96b1-1fa240ab0ac4,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:20.404165 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:20.712192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28d6ed-c524-4756-ad33-01dfef8a0eff req-a9816550-bd74-4a52-a6df-c4aaa5b1d84f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:20.713879 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8d28d6ed-c524-4756-ad33-01dfef8a0eff req-a9816550-bd74-4a52-a6df-c4aaa5b1d84f tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 946 time: 0.0940571
Apr 20 14:21:20.718713 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:20.719127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:20.719499 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Floating IP 10814bfd-93ec-4850-ae1c-4c990d88191f disassociated. External IP: 172.27.3.219, port: a84314c2-eea5-4034-96b1-1fa240ab0ac4.
Apr 20 14:21:20.719868 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Calling delete_port for a84314c2-eea5-4034-96b1-1fa240ab0ac4 owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:20.776516 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8d28d6ed-c524-4756-ad33-01dfef8a0eff req-e0d30162-9dc5-4b33-9d6b-522b713e8fdb tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups?id=5252087c-ebf3-4e93-8d56-012f52dbf2df&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554879
Apr 20 14:21:20.881093 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:20.887339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:20.935619 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event deleted for resources: {'Port': ['ID=a84314c2-eea5-4034-96b1-1fa240ab0ac4,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:20.939047 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:21.148518 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:21:21.340037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:21:21.353047 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33678368-fa09-4883-8011-a6b6e0f7724b None None] Sync routers for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:21:21.364725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33678368-fa09-4883-8011-a6b6e0f7724b None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:21.365763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-33678368-fa09-4883-8011-a6b6e0f7724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316f78860>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:21.423206 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] No DVR routers for this DVR port a84314c2-eea5-4034-96b1-1fa240ab0ac4 on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:21:21.426045 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:21.429187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'name': 'network-vif-deleted', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:21:21.447734 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a975c8bb-0e5f-49be-b0f0-d4b37d80acaf req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.53 "DELETE /v2.0/ports/a84314c2-eea5-4034-96b1-1fa240ab0ac4 HTTP/1.1" status: 204  len: 173 time: 1.3916271
Apr 20 14:21:21.484870 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2080d7-fb46-4c08-94cc-cd3fba641689', 'name': 'network-vif-deleted', 'tag': 'a84314c2-eea5-4034-96b1-1fa240ab0ac4', 'status': 'completed', 'code': 200}
Apr 20 14:21:21.557645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-33678368-fa09-4883-8011-a6b6e0f7724b None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:21.947067 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:21:21.958670 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-d47cb758-b6c0-4633-be31-2973dfde9e39 req-cefa5d7f-1ea9-4ecb-9cb1-db4506d27d74 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Synchronizing usage tracker for tenant:1c8677d41c734622b642ad898a8c995f on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:21:21.974238 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-d47cb758-b6c0-4633-be31-2973dfde9e39 req-cefa5d7f-1ea9-4ecb-9cb1-db4506d27d74 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Unset dirty status for tenant:1c8677d41c734622b642ad898a8c995f on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:21:21.975532 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d47cb758-b6c0-4633-be31-2973dfde9e39 req-cefa5d7f-1ea9-4ecb-9cb1-db4506d27d74 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f2080d7-fb46-4c08-94cc-cd3fba641689 HTTP/1.1" status: 200  len: 210 time: 0.0655463
Apr 20 14:21:22.070235 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-33678368-fa09-4883-8011-a6b6e0f7724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316f78860>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:49Z', 'revision_number': 5, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:22.074471 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33678368-fa09-4883-8011-a6b6e0f7724b None None] Checking router: 921d6d45-ce0f-4c4e-ab0b-8da9b038082a for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:21:22.084514 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33678368-fa09-4883-8011-a6b6e0f7724b None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:22.085202 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-33678368-fa09-4883-8011-a6b6e0f7724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316f78860>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:22.279537 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-33678368-fa09-4883-8011-a6b6e0f7724b None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:22.611844 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-33678368-fa09-4883-8011-a6b6e0f7724b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316f78860>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:49Z', 'revision_number': 5, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:22.616390 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33678368-fa09-4883-8011-a6b6e0f7724b None None] The sync data for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi is: [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:09:33Z', 'revision_number': 4, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '21a725f7-ffb0-4772-a003-93a424d585ec', 'name': '', 'network_id': '208826de-226c-4839-8ac0-886efbb4ebc9', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'mac_address': 'fa:16:3e:ac:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:31Z', 'updated_at': '2021-04-20T14:09:49Z', 'revision_number': 5, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'subnets': [{'id': 'f713650e-646d-446a-9dd4-a9c072bdeac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:21:22.886171 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60212) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:22.993406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a17f3e-41c6-4fb6-a8e7-2925419a237d None None] New status for floating IP 10814bfd-93ec-4850-ae1c-4c990d88191f: DOWN {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:21:23.045195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device a84314c2-eea5-4034-96b1-1fa240ab0ac4 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:23.098037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: a84314c2-eea5-4034-96b1-1fa240ab0ac4 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:23.099098 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device a84314c2-eea5-4034-96b1-1fa240ab0ac4 not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:23.111149 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Deleting port 8f989038-23d1-4084-8414-442362e09a21 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:23.111615 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:23.126156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60220) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:23.201857 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6920d562-00ca-4f61-a82b-b34838ff406e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:23.233632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6920d562-00ca-4f61-a82b-b34838ff406e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:23.284690 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6920d562-00ca-4f61-a82b-b34838ff406e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:23.290415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e0b8c579-35af-4828-b0e9-c7135a13ffde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:23.295827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:23.296294 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:23.308373 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920d562-00ca-4f61-a82b-b34838ff406e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5252087c-ebf3-4e93-8d56-012f52dbf2df,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:23.314814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6920d562-00ca-4f61-a82b-b34838ff406e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:23.317058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6920d562-00ca-4f61-a82b-b34838ff406e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:23.318374 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6920d562-00ca-4f61-a82b-b34838ff406e tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "DELETE /v2.0/security-groups/5252087c-ebf3-4e93-8d56-012f52dbf2df HTTP/1.1" status: 204  len: 168 time: 0.1911700
Apr 20 14:21:23.321187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60226) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:23.340000 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.v2.resource [None req-bd5a4620-93f7-44ec-827b-1336d02c6b35 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] show failed (client error): The resource could not be found.
Apr 20 14:21:23.341135 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bd5a4620-93f7-44ec-827b-1336d02c6b35 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "GET /v2.0/security-groups/5252087c-ebf3-4e93-8d56-012f52dbf2df HTTP/1.1" status: 404  len: 347 time: 0.0189352
Apr 20 14:21:23.344596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60230) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:23.436480 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Calling delete_port for 8f989038-23d1-4084-8414-442362e09a21 owned by network:floatingip {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:23.516348 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-b6873805-cea9-414f-b372-c1bb1763c49b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Deleting port 4846e2e1-77e2-432c-8f00-8d86b8d24d43 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:23.516712 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b6873805-cea9-414f-b372-c1bb1763c49b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:23.616196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:23.621210 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-284d86a4-2266-446a-bac9-f072113875c2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:23.671047 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event deleted for resources: {'Port': ['ID=8f989038-23d1-4084-8414-442362e09a21,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:23.673969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:23.703859 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b6873805-cea9-414f-b372-c1bb1763c49b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:23.704124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b6873805-cea9-414f-b372-c1bb1763c49b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:23.773305 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for floatingip, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:23.773922 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Floating IP d4653165-62ba-4f57-b8ec-abdf7f95c108 disassociated (deleted). External IP: 172.27.3.34, port: ed0c6f35-5655-43d4-bccd-d8631ef4bccc.
Apr 20 14:21:23.835207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-b6873805-cea9-414f-b372-c1bb1763c49b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Calling delete_port for 4846e2e1-77e2-432c-8f00-8d86b8d24d43 owned by network:floatingip {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:23.990977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b6873805-cea9-414f-b372-c1bb1763c49b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:23.996788 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5bb09a51-c12a-473b-9c22-31f5b3566f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:24.045526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6873805-cea9-414f-b372-c1bb1763c49b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Pushing event deleted for resources: {'Port': ['ID=4846e2e1-77e2-432c-8f00-8d86b8d24d43,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:24.074101 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b6873805-cea9-414f-b372-c1bb1763c49b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:24.146481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b6873805-cea9-414f-b372-c1bb1763c49b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks [] for floatingip, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:24.165426 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b6873805-cea9-414f-b372-c1bb1763c49b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:24.166705 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b6873805-cea9-414f-b372-c1bb1763c49b tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] 10.222.0.30 "DELETE /v2.0/floatingips/10814bfd-93ec-4850-ae1c-4c990d88191f HTTP/1.1" status: 204  len: 168 time: 0.8210635
Apr 20 14:21:24.406854 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Router 139390dc-d4f3-45df-ba38-8588e191693e has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:21:24.608024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:21:24.618077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f457f6-e7ed-44eb-9e91-c2b16b2bfa49 None None] Sync routers for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:21:24.629218 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f457f6-e7ed-44eb-9e91-c2b16b2bfa49 None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:24.629837 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:24.629962 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e0f457f6-e7ed-44eb-9e91-c2b16b2bfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316200b38>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:24.696381 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-db377922-7e9e-4d2a-9329-502a9a47858c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "DELETE /v2.0/floatingips/d4653165-62ba-4f57-b8ec-abdf7f95c108 HTTP/1.1" status: 204  len: 168 time: 1.8090189
Apr 20 14:21:24.697137 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'tag': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc'}] {{(pid=86376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:21:24.747860 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'tag': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc', 'status': 'completed', 'code': 200}
Apr 20 14:21:24.828287 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-e0f457f6-e7ed-44eb-9e91-c2b16b2bfa49 None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:24.864900 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cedd9e-cf03-4b42-a0ae-88b4a0fbe2ab req-f1787655-fcc3-4d12-9947-a38c86e64b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:24.866586 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00cedd9e-cf03-4b42-a0ae-88b4a0fbe2ab req-f1787655-fcc3-4d12-9947-a38c86e64b8a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 1098 time: 0.0856385
Apr 20 14:21:25.025479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cedd9e-cf03-4b42-a0ae-88b4a0fbe2ab req-94842623-15d5-4554-a8cb-0b07516f66e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:25.027813 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00cedd9e-cf03-4b42-a0ae-88b4a0fbe2ab req-94842623-15d5-4554-a8cb-0b07516f66e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 913 time: 0.1538839
Apr 20 14:21:25.114844 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18177cb-732e-4d6e-938d-0825805ce21a req-aebbce8a-a63e-4edd-987b-8c5ea5a78a2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:25.115532 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f18177cb-732e-4d6e-938d-0825805ce21a req-aebbce8a-a63e-4edd-987b-8c5ea5a78a2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Synchronizing usage tracker for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:21:25.131488 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-f18177cb-732e-4d6e-938d-0825805ce21a req-aebbce8a-a63e-4edd-987b-8c5ea5a78a2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Unset dirty status for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:21:25.132800 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f18177cb-732e-4d6e-938d-0825805ce21a req-aebbce8a-a63e-4edd-987b-8c5ea5a78a2a tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 945 time: 0.1093700
Apr 20 14:21:25.150378 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00cedd9e-cf03-4b42-a0ae-88b4a0fbe2ab req-0ed3722a-0a47-4fad-abf2-b0dc18443abf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed0c6f35-5655-43d4-bccd-d8631ef4bccc HTTP/1.1" status: 200  len: 217 time: 0.1137812
Apr 20 14:21:25.181883 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f18177cb-732e-4d6e-938d-0825805ce21a req-b6b5dcaf-984b-4b44-bf64-fd370ca8ea81 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421908
Apr 20 14:21:25.219882 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e0f457f6-e7ed-44eb-9e91-c2b16b2bfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316200b38>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '6dbe1f87-913c-4400-a8ad-e641754cffb3', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:ee:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:16:50Z', 'updated_at': '2021-04-20T14:16:54Z', 'revision_number': 1, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:25.223995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f457f6-e7ed-44eb-9e91-c2b16b2bfa49 None None] Checking router: 139390dc-d4f3-45df-ba38-8588e191693e for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:21:25.229629 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cedd9e-cf03-4b42-a0ae-88b4a0fbe2ab req-2efb5b33-72fe-4290-95b7-dfcd9d17fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:25.231274 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00cedd9e-cf03-4b42-a0ae-88b4a0fbe2ab req-2efb5b33-72fe-4290-95b7-dfcd9d17fa76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59c8f2cc-53e5-45a9-915e-c29f6eb9b423 HTTP/1.1" status: 200  len: 851 time: 0.0742593
Apr 20 14:21:25.233501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f457f6-e7ed-44eb-9e91-c2b16b2bfa49 None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:25.234190 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e0f457f6-e7ed-44eb-9e91-c2b16b2bfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316200b38>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:25.318291 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cedd9e-cf03-4b42-a0ae-88b4a0fbe2ab req-e6709743-e2df-40ab-bf71-3a54a2f3abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:25.319909 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00cedd9e-cf03-4b42-a0ae-88b4a0fbe2ab req-e6709743-e2df-40ab-bf71-3a54a2f3abb6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ca6db40-cbd3-412c-8c55-59f3066092fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810168
Apr 20 14:21:25.421001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-e0f457f6-e7ed-44eb-9e91-c2b16b2bfa49 None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:25.465288 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00cedd9e-cf03-4b42-a0ae-88b4a0fbe2ab req-738cfbcc-0ad5-4b07-9f75-7f19dbe5e296 service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380749
Apr 20 14:21:25.618853 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-00cedd9e-cf03-4b42-a0ae-88b4a0fbe2ab req-b8c09b36-c2a8-4ca9-ac6f-0e6fe92e0eab service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459305
Apr 20 14:21:25.802296 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-e0f457f6-e7ed-44eb-9e91-c2b16b2bfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316200b38>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '6dbe1f87-913c-4400-a8ad-e641754cffb3', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:ee:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:16:50Z', 'updated_at': '2021-04-20T14:16:54Z', 'revision_number': 1, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:25.806858 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f457f6-e7ed-44eb-9e91-c2b16b2bfa49 None None] The sync data for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi is: [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_floatingips': [{'id': '6dbe1f87-913c-4400-a8ad-e641754cffb3', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'router_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'port_id': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'mac_address': 'fa:16:3e:ee:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:16:50Z', 'updated_at': '2021-04-20T14:16:54Z', 'revision_number': 1, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:21:26.170103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cbe342-6db7-42eb-bf2c-1f87cebed593 None None] New status for floating IP d4653165-62ba-4f57-b8ec-abdf7f95c108: DOWN {{(pid=86378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:21:26.412462 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e0a43-2d3e-4f0c-a5a3-ca61bc22eb81 req-3b43e3f0-5710-4ce9-ab32-dd5964dc9732 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:26.414158 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7f1e0a43-2d3e-4f0c-a5a3-ca61bc22eb81 req-3b43e3f0-5710-4ce9-ab32-dd5964dc9732 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 945 time: 0.1110160
Apr 20 14:21:26.468309 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7f1e0a43-2d3e-4f0c-a5a3-ca61bc22eb81 req-f46c9a6b-ab8e-46a4-af10-ff1e7b9c1f3c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475295
Apr 20 14:21:26.769243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5b8a6-45a3-454f-8f98-c06d21236d8c req-1843c3dc-6874-47d2-a67a-52e4c970dc43 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:26.770841 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e4a5b8a6-45a3-454f-8f98-c06d21236d8c req-1843c3dc-6874-47d2-a67a-52e4c970dc43 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 945 time: 0.0951247
Apr 20 14:21:26.849040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-e4a5b8a6-45a3-454f-8f98-c06d21236d8c req-1d16ad7f-f23a-4319-a6ca-601d1d0bc1e4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Deleting port ed0c6f35-5655-43d4-bccd-d8631ef4bccc {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:26.849436 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-e4a5b8a6-45a3-454f-8f98-c06d21236d8c req-1d16ad7f-f23a-4319-a6ca-601d1d0bc1e4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:27.049853 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60268) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:27.371007 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-e4a5b8a6-45a3-454f-8f98-c06d21236d8c req-1d16ad7f-f23a-4319-a6ca-601d1d0bc1e4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] For port ed0c6f35-5655-43d4-bccd-d8631ef4bccc, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ed0c6f35-5655-43d4-bccd-d8631ef4bccc,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:27.371754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-e4a5b8a6-45a3-454f-8f98-c06d21236d8c req-1d16ad7f-f23a-4319-a6ca-601d1d0bc1e4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:27.506036 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-e4a5b8a6-45a3-454f-8f98-c06d21236d8c req-1d16ad7f-f23a-4319-a6ca-601d1d0bc1e4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Calling delete_port for ed0c6f35-5655-43d4-bccd-d8631ef4bccc owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:27.667394 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-e4a5b8a6-45a3-454f-8f98-c06d21236d8c req-1d16ad7f-f23a-4319-a6ca-601d1d0bc1e4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:27.673400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:27.684364 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0b77e737-1ce3-4d0e-83e8-42238d015b6d req-4b50af9c-c6aa-443e-b4ea-8aa5e00402c9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=78dfe033-f847-4898-a5c3-bf8f17e3d7bb HTTP/1.1" status: 200  len: 210 time: 0.0716672
Apr 20 14:21:27.725727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16ad7f-f23a-4319-a6ca-601d1d0bc1e4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event deleted for resources: {'Port': ['ID=ed0c6f35-5655-43d4-bccd-d8631ef4bccc,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:27.730128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1d16ad7f-f23a-4319-a6ca-601d1d0bc1e4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:27.810673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a5b8a6-45a3-454f-8f98-c06d21236d8c req-1d16ad7f-f23a-4319-a6ca-601d1d0bc1e4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] No DVR routers for this DVR port ed0c6f35-5655-43d4-bccd-d8631ef4bccc on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:21:27.813475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-e4a5b8a6-45a3-454f-8f98-c06d21236d8c req-1d16ad7f-f23a-4319-a6ca-601d1d0bc1e4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:27.817751 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'name': 'network-vif-deleted', 'tag': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:21:27.832674 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e4a5b8a6-45a3-454f-8f98-c06d21236d8c req-1d16ad7f-f23a-4319-a6ca-601d1d0bc1e4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "DELETE /v2.0/ports/ed0c6f35-5655-43d4-bccd-d8631ef4bccc HTTP/1.1" status: 204  len: 173 time: 1.0557547
Apr 20 14:21:27.872612 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78dfe033-f847-4898-a5c3-bf8f17e3d7bb', 'name': 'network-vif-deleted', 'tag': 'ed0c6f35-5655-43d4-bccd-d8631ef4bccc', 'status': 'completed', 'code': 200}
Apr 20 14:21:27.937656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-37293fd7-ba3e-4908-8bef-94db2ba7b5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981654'] for router_interface, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:28.324941 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-37293fd7-ba3e-4908-8bef-94db2ba7b5b9 admin admin] Deleting port 21a725f7-ffb0-4772-a003-93a424d585ec {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:28.325300 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-37293fd7-ba3e-4908-8bef-94db2ba7b5b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:28.511051 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-37293fd7-ba3e-4908-8bef-94db2ba7b5b9 admin admin] For port 21a725f7-ffb0-4772-a003-93a424d585ec, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=21a725f7-ffb0-4772-a003-93a424d585ec,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:28.511621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-37293fd7-ba3e-4908-8bef-94db2ba7b5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:28.649254 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-37293fd7-ba3e-4908-8bef-94db2ba7b5b9 admin admin] Calling delete_port for 21a725f7-ffb0-4772-a003-93a424d585ec owned by network:router_interface {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:28.852248 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-37293fd7-ba3e-4908-8bef-94db2ba7b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:28.857401 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b7718f55-c2fa-4330-839d-ce686168eed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:28.938745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37293fd7-ba3e-4908-8bef-94db2ba7b5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=21a725f7-ffb0-4772-a003-93a424d585ec,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:28.941467 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-37293fd7-ba3e-4908-8bef-94db2ba7b5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:29.073984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device ed0c6f35-5655-43d4-bccd-d8631ef4bccc no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:29.115763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: ed0c6f35-5655-43d4-bccd-d8631ef4bccc {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:29.116137 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device ed0c6f35-5655-43d4-bccd-d8631ef4bccc not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:29.201878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-37293fd7-ba3e-4908-8bef-94db2ba7b5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981736'] for router_interface, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:29.839866 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37293fd7-ba3e-4908-8bef-94db2ba7b5b9 admin admin] Router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:21:30.037782 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37293fd7-ba3e-4908-8bef-94db2ba7b5b9 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:21:30.049249 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b6a3ad-c0a2-4f03-8f3a-fdf91a22645d None None] Sync routers for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:21:30.057927 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-37293fd7-ba3e-4908-8bef-94db2ba7b5b9 admin admin] 10.222.0.30 "PUT /v2.0/routers/921d6d45-ce0f-4c4e-ab0b-8da9b038082a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0015943
Apr 20 14:21:30.058549 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60290) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:30.060487 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b6a3ad-c0a2-4f03-8f3a-fdf91a22645d None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:30.061307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-83b6a3ad-c0a2-4f03-8f3a-fdf91a22645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3155d8f28>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:30.261649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:30.433679 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-83b6a3ad-c0a2-4f03-8f3a-fdf91a22645d None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:30.452278 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:30.462347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Deleting port 7a9b4a48-feed-41f4-90cd-03a2275a89df {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:30.462714 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:30.655920 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] For port 7a9b4a48-feed-41f4-90cd-03a2275a89df, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=7a9b4a48-feed-41f4-90cd-03a2275a89df,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:30.656229 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:30.732963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-83b6a3ad-c0a2-4f03-8f3a-fdf91a22645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3155d8f28>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:21:28Z', 'revision_number': 5, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port': {'id': '7a9b4a48-feed-41f4-90cd-03a2275a89df', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:09:24Z', 'updated_at': '2021-04-20T14:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:30.737207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b6a3ad-c0a2-4f03-8f3a-fdf91a22645d None None] Checking router: 921d6d45-ce0f-4c4e-ab0b-8da9b038082a for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:21:30.746266 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b6a3ad-c0a2-4f03-8f3a-fdf91a22645d None None] Routers {'921d6d45-ce0f-4c4e-ab0b-8da9b038082a'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:30.746929 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-83b6a3ad-c0a2-4f03-8f3a-fdf91a22645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb3155d8f28>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:30.790200 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Calling delete_port for 7a9b4a48-feed-41f4-90cd-03a2275a89df owned by network:router_gateway {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:30.907022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-83b6a3ad-c0a2-4f03-8f3a-fdf91a22645d None None] Set router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a gateway port host: None {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:30.970762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:30.974724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bf3602f7-2274-438f-b28a-3eb32b3b14d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:31.024103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9b4a48-feed-41f4-90cd-03a2275a89df,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:31.027786 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:31.028146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-83b6a3ad-c0a2-4f03-8f3a-fdf91a22645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb3155d8f28>, [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:21:30Z', 'revision_number': 6, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port_host': None}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:31.034850 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b6a3ad-c0a2-4f03-8f3a-fdf91a22645d None None] The sync data for ids ['921d6d45-ce0f-4c4e-ab0b-8da9b038082a'] in dv-cinder-774594-5-iscsi is: [{'id': '921d6d45-ce0f-4c4e-ab0b-8da9b038082a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082182700-router', 'tenant_id': '1c8677d41c734622b642ad898a8c995f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:09:23Z', 'updated_at': '2021-04-20T14:21:30Z', 'revision_number': 6, 'project_id': '1c8677d41c734622b642ad898a8c995f', 'gw_port_host': None}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:21:31.135995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853833111'] for router_gateway, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:31.271452 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60302) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:31.327330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853854411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761228'] for router, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:31.329756 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:31.355399 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981105'] for router, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:31.356299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 921d6d45-ce0f-4c4e-ab0b-8da9b038082a {{(pid=86376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:21:31.371531 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] Notify callbacks [] for router, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:31.372793 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-c211ea1d-4fec-4905-aa60-54010dd97ad8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/921d6d45-ce0f-4c4e-ab0b-8da9b038082a HTTP/1.1" status: 204  len: 168 time: 1.3131635
Apr 20 14:21:31.375545 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60308) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:31.443270 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a303ae7-4644-47fb-adcf-18d208a67a32 admin admin] Deleting subnet f713650e-646d-446a-9dd4-a9c072bdeac5 {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:21:31.448674 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a303ae7-4644-47fb-adcf-18d208a67a32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:31.506558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a303ae7-4644-47fb-adcf-18d208a67a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852205135'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:31.520078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Deleting port d236d973-01c1-40a6-86f3-7b0cc6651629 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:31.520462 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:31.598847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a303ae7-4644-47fb-adcf-18d208a67a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:31.715320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:31.715681 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:31.854284 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Calling delete_port for d236d973-01c1-40a6-86f3-7b0cc6651629 owned by network:floatingip {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:31.873860 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a303ae7-4644-47fb-adcf-18d208a67a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2318158'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:31.879357 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:31.915361 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a303ae7-4644-47fb-adcf-18d208a67a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f713650e-646d-446a-9dd4-a9c072bdeac5,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:31.920417 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0a303ae7-4644-47fb-adcf-18d208a67a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:31.923034 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a303ae7-4644-47fb-adcf-18d208a67a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:31.928902 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed2dc1d-0acb-4942-b724-a255553943a7 None None] Network 208826de-226c-4839-8ac0-886efbb4ebc9 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:21:31.937044 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0a303ae7-4644-47fb-adcf-18d208a67a32 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f713650e-646d-446a-9dd4-a9c072bdeac5 HTTP/1.1" status: 204  len: 168 time: 0.5604315
Apr 20 14:21:31.939662 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60312) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:31.946122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 7a9b4a48-feed-41f4-90cd-03a2275a89df no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:32.025784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:32.029923 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-327d74ee-6584-4be5-a3a9-58f37aca8cf1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:32.033485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 7a9b4a48-feed-41f4-90cd-03a2275a89df {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:32.033641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 7a9b4a48-feed-41f4-90cd-03a2275a89df not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:32.034072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 21a725f7-ffb0-4772-a003-93a424d585ec no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:32.061184 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:32.073728 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Deleting port 9fc38662-9b7f-4160-aaed-626b2d9627db {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:32.074114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:32.074390 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event deleted for resources: {'Port': ['ID=d236d973-01c1-40a6-86f3-7b0cc6651629,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:32.078954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:32.088020 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 21a725f7-ffb0-4772-a003-93a424d585ec {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:32.088419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 21a725f7-ffb0-4772-a003-93a424d585ec not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:32.180009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for floatingip, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:32.180434 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Floating IP 6dbe1f87-913c-4400-a8ad-e641754cffb3 disassociated (deleted). External IP: 172.27.3.73, port: f3f3c1dc-b095-4f9c-aa2d-325567fac414.
Apr 20 14:21:32.288022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4534a2aa-5373-4f9e-8839-6281b240141e None None] DHCP port deletion for 208826de-226c-4839-8ac0-886efbb4ebc9 request from dv-cinder-774594-5-iscsi {{(pid=86377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 14:21:32.292359 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-4534a2aa-5373-4f9e-8839-6281b240141e None None] Deleting port 9fc38662-9b7f-4160-aaed-626b2d9627db {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:32.292785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4534a2aa-5373-4f9e-8839-6281b240141e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:32.313499 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] For port 9fc38662-9b7f-4160-aaed-626b2d9627db, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=9fc38662-9b7f-4160-aaed-626b2d9627db,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:32.313885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:32.451351 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Calling delete_port for 9fc38662-9b7f-4160-aaed-626b2d9627db owned by network:dhcp {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:32.512468 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-4534a2aa-5373-4f9e-8839-6281b240141e None None] For port 9fc38662-9b7f-4160-aaed-626b2d9627db, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=9fc38662-9b7f-4160-aaed-626b2d9627db,segment=NetworkSegment(04edf4f1-b314-422b-8df0-4b8c4d5af434),segment_id=04edf4f1-b314-422b-8df0-4b8c4d5af434)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:32.513174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4534a2aa-5373-4f9e-8839-6281b240141e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:32.544827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:32.550197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:32.569574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Router 139390dc-d4f3-45df-ba38-8588e191693e has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:21:32.596691 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc38662-9b7f-4160-aaed-626b2d9627db,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:32.600147 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:32.601430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] No DVR routers for this DVR port 9fc38662-9b7f-4160-aaed-626b2d9627db on host dv-cinder-774594-5-iscsi {{(pid=86376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:21:32.651979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-4534a2aa-5373-4f9e-8839-6281b240141e None None] Calling delete_port for 9fc38662-9b7f-4160-aaed-626b2d9627db owned by network:dhcp {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:32.728814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.api [None req-4534a2aa-5373-4f9e-8839-6281b240141e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:21:32.729391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_db.api [None req-4534a2aa-5373-4f9e-8839-6281b240141e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:21:32.740307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:32.773457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:21:32.793720 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b38222-10ca-41f0-babc-3502804042d3 None None] Sync routers for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:21:32.807882 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:32.809554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b38222-10ca-41f0-babc-3502804042d3 None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:32.810341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-80b38222-10ca-41f0-babc-3502804042d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316133080>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:32.863996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb3158782b0>,) {'filters': {'network_id': ['208826de-226c-4839-8ac0-886efbb4ebc9']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:32.877763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb3158782b0>, '04edf4f1-b314-422b-8df0-4b8c4d5af434') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:32.878106 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb3158782b0>, '04edf4f1-b314-422b-8df0-4b8c4d5af434') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:32.882274 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-cf5c8d0b-de02-43c1-a9eb-8246a58c9f8c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "DELETE /v2.0/floatingips/6dbe1f87-913c-4400-a8ad-e641754cffb3 HTTP/1.1" status: 204  len: 168 time: 1.6095641
Apr 20 14:21:32.883434 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'tag': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:21:32.891261 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2570681'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:32.911089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:32.918023 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:21:32.947692 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'tag': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'status': 'completed', 'code': 200}
Apr 20 14:21:33.016109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-80b38222-10ca-41f0-babc-3502804042d3 None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:33.063882 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96857f-f037-44da-bdf3-d97965ee8d66 req-f0f4a094-c463-4673-962e-1b6b01e1a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:33.064966 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4c96857f-f037-44da-bdf3-d97965ee8d66 req-f0f4a094-c463-4673-962e-1b6b01e1a693 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 1099 time: 0.0951762
Apr 20 14:21:33.123860 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Network 208826de-226c-4839-8ac0-886efbb4ebc9 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:21:33.135767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852964746'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:33.231003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-4534a2aa-5373-4f9e-8839-6281b240141e None None] Deleting port 9fc38662-9b7f-4160-aaed-626b2d9627db {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:33.231416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4534a2aa-5373-4f9e-8839-6281b240141e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:33.297024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96857f-f037-44da-bdf3-d97965ee8d66 req-ed0ac971-94f4-4d43-9ff1-a28b753adb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:33.298771 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4c96857f-f037-44da-bdf3-d97965ee8d66 req-ed0ac971-94f4-4d43-9ff1-a28b753adb04 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 200  len: 913 time: 0.2277458
Apr 20 14:21:33.309731 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-4534a2aa-5373-4f9e-8839-6281b240141e None None] The port '9fc38662-9b7f-4160-aaed-626b2d9627db' was deleted {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 14:21:33.389238 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-80b38222-10ca-41f0-babc-3502804042d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316133080>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:33.394551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b38222-10ca-41f0-babc-3502804042d3 None None] Checking router: 139390dc-d4f3-45df-ba38-8588e191693e for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:21:33.398278 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4c96857f-f037-44da-bdf3-d97965ee8d66 req-23924566-0dee-43d8-9f04-d7fdcffcc2ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3f3c1dc-b095-4f9c-aa2d-325567fac414 HTTP/1.1" status: 200  len: 217 time: 0.0902805
Apr 20 14:21:33.405768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b38222-10ca-41f0-babc-3502804042d3 None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:33.405989 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-80b38222-10ca-41f0-babc-3502804042d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316133080>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:07Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:33.477611 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfd969-fde7-4447-85ff-2c12ff1ac1b2 req-e0fafc4b-f7f8-46a2-a49d-df37530c08ae tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:33.478467 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-80bfd969-fde7-4447-85ff-2c12ff1ac1b2 req-e0fafc4b-f7f8-46a2-a49d-df37530c08ae tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Synchronizing usage tracker for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:21:33.493503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96857f-f037-44da-bdf3-d97965ee8d66 req-0f4d1812-c699-4870-8d0f-8506a65d23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:33.495128 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4c96857f-f037-44da-bdf3-d97965ee8d66 req-0f4d1812-c699-4870-8d0f-8506a65d23c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59c8f2cc-53e5-45a9-915e-c29f6eb9b423 HTTP/1.1" status: 200  len: 851 time: 0.0890036
Apr 20 14:21:33.551610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-80bfd969-fde7-4447-85ff-2c12ff1ac1b2 req-e0fafc4b-f7f8-46a2-a49d-df37530c08ae tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Unset dirty status for tenant:b6bc03189b7b4652b856e6ff76b178b8 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:21:33.552912 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-80bfd969-fde7-4447-85ff-2c12ff1ac1b2 req-e0fafc4b-f7f8-46a2-a49d-df37530c08ae tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 946 time: 0.3076670
Apr 20 14:21:33.619606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-80b38222-10ca-41f0-babc-3502804042d3 None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:33.623963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96857f-f037-44da-bdf3-d97965ee8d66 req-3fd1b39e-333a-459d-ad59-8be6591720ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:33.625565 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4c96857f-f037-44da-bdf3-d97965ee8d66 req-3fd1b39e-333a-459d-ad59-8be6591720ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ca6db40-cbd3-412c-8c55-59f3066092fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1235383
Apr 20 14:21:33.628852 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-80bfd969-fde7-4447-85ff-2c12ff1ac1b2 req-16dfd212-b763-4362-ac8f-0f2f25d66e6f tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676012
Apr 20 14:21:33.631719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Network 208826de-226c-4839-8ac0-886efbb4ebc9 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:21:33.656561 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:21:33.751709 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:33.758505 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:33.763726 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:33.801441 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4c96857f-f037-44da-bdf3-d97965ee8d66 req-dff049f2-8d74-4fbc-8014-d08dd9f6a939 service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675789
Apr 20 14:21:33.802007 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=208826de-226c-4839-8ac0-886efbb4ebc9,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:33.805815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:33.820794 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/208826de-226c-4839-8ac0-886efbb4ebc9 HTTP/1.1" status: 204  len: 168 time: 1.8799520
Apr 20 14:21:33.972783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 9fc38662-9b7f-4160-aaed-626b2d9627db no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:33.990150 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60328) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:33.995846 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4c96857f-f037-44da-bdf3-d97965ee8d66 req-292a0e2c-ec3c-4888-822f-9b2144735d32 service neutron] 10.222.0.53 "GET /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1837022
Apr 20 14:21:34.037972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-80b38222-10ca-41f0-babc-3502804042d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316133080>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:34.043118 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b38222-10ca-41f0-babc-3502804042d3 None None] The sync data for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi is: [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:11:29Z', 'revision_number': 4, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': '9231dc7a-4cd7-4eac-b49d-093fc3e952c0', 'name': '', 'network_id': '2ca6db40-cbd3-412c-8c55-59f3066092fb', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'mac_address': 'fa:16:3e:a4:52:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:28Z', 'updated_at': '2021-04-20T14:11:40Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'subnets': [{'id': '59c8f2cc-53e5-45a9-915e-c29f6eb9b423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:21:34.046450 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a372f985-bcbf-4be9-bb5e-ef7501fa84d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c8677d41c734622b642ad898a8c995f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0546703
Apr 20 14:21:34.050315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 9fc38662-9b7f-4160-aaed-626b2d9627db {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:34.050914 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 9fc38662-9b7f-4160-aaed-626b2d9627db not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:34.051060 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60332) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:34.124054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ce55efee-1431-4e0e-80bc-87942e586ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:34.158067 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ce55efee-1431-4e0e-80bc-87942e586ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:34.207522 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ce55efee-1431-4e0e-80bc-87942e586ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:34.212798 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7f8d15b1-85e7-45fc-b04f-26d5848f499e tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:34.229650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55efee-1431-4e0e-80bc-87942e586ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e409895-9b49-492b-9be9-a99fae15c152,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:34.232211 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ce55efee-1431-4e0e-80bc-87942e586ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:34.237312 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ce55efee-1431-4e0e-80bc-87942e586ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:34.238738 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ce55efee-1431-4e0e-80bc-87942e586ea5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e409895-9b49-492b-9be9-a99fae15c152 HTTP/1.1" status: 204  len: 168 time: 0.1865587
Apr 20 14:21:34.270534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8e308e37-f26c-4282-b410-0a092772033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:34.480944 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b682f637-9fa9-4dc7-b022-6e427818ccfe None None] New status for floating IP 6dbe1f87-913c-4400-a8ad-e641754cffb3: DOWN {{(pid=86377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:21:35.017526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d4674-8ec2-4e33-928a-53bf55342dc8 req-75b96502-c761-497c-9ec7-b4ac4c7e6b06 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:35.019153 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-100d4674-8ec2-4e33-928a-53bf55342dc8 req-75b96502-c761-497c-9ec7-b4ac4c7e6b06 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 946 time: 0.3963847
Apr 20 14:21:35.116816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-100d4674-8ec2-4e33-928a-53bf55342dc8 req-09fd4024-2301-4195-b624-52efd660969c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Deleting port f3f3c1dc-b095-4f9c-aa2d-325567fac414 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:35.117216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-100d4674-8ec2-4e33-928a-53bf55342dc8 req-09fd4024-2301-4195-b624-52efd660969c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:35.156721 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7840-39b2-4662-98ec-7658f2ff6bd2 req-0d7e9246-9615-44a1-82d6-1cbdd2b29655 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:21:35.158336 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a2bc7840-39b2-4662-98ec-7658f2ff6bd2 req-0d7e9246-9615-44a1-82d6-1cbdd2b29655 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 946 time: 0.2165177
Apr 20 14:21:35.264561 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a2bc7840-39b2-4662-98ec-7658f2ff6bd2 req-1f7e04b5-e67e-422f-ac29-4825f0884323 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/security-groups?id=deb685b4-cf4f-4d10-875d-ce63327ba8c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985744
Apr 20 14:21:35.435207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-100d4674-8ec2-4e33-928a-53bf55342dc8 req-09fd4024-2301-4195-b624-52efd660969c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] For port f3f3c1dc-b095-4f9c-aa2d-325567fac414, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f3f3c1dc-b095-4f9c-aa2d-325567fac414,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:35.435608 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-100d4674-8ec2-4e33-928a-53bf55342dc8 req-09fd4024-2301-4195-b624-52efd660969c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:35.568869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-100d4674-8ec2-4e33-928a-53bf55342dc8 req-09fd4024-2301-4195-b624-52efd660969c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Calling delete_port for f3f3c1dc-b095-4f9c-aa2d-325567fac414 owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:35.725065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-100d4674-8ec2-4e33-928a-53bf55342dc8 req-09fd4024-2301-4195-b624-52efd660969c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:35.733536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d0c114a3-e5af-4fe4-8a88-b8df0830068a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:35.782146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd4024-2301-4195-b624-52efd660969c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event deleted for resources: {'Port': ['ID=f3f3c1dc-b095-4f9c-aa2d-325567fac414,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:35.787200 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-09fd4024-2301-4195-b624-52efd660969c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:35.875871 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-100d4674-8ec2-4e33-928a-53bf55342dc8 req-09fd4024-2301-4195-b624-52efd660969c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] No DVR routers for this DVR port f3f3c1dc-b095-4f9c-aa2d-325567fac414 on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:21:35.878886 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-100d4674-8ec2-4e33-928a-53bf55342dc8 req-09fd4024-2301-4195-b624-52efd660969c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:35.883913 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'name': 'network-vif-deleted', 'tag': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:21:35.898264 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-100d4674-8ec2-4e33-928a-53bf55342dc8 req-09fd4024-2301-4195-b624-52efd660969c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.53 "DELETE /v2.0/ports/f3f3c1dc-b095-4f9c-aa2d-325567fac414 HTTP/1.1" status: 204  len: 173 time: 0.8711109
Apr 20 14:21:35.972920 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7d84d9-0418-44b5-8a02-eba8ab26e82d', 'name': 'network-vif-deleted', 'tag': 'f3f3c1dc-b095-4f9c-aa2d-325567fac414', 'status': 'completed', 'code': 200}
Apr 20 14:21:36.413113 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60394) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:36.491142 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-080b59ff-5bf9-4723-bf88-08a42beee9dc req-f33546da-ae4e-4b1a-be0d-0a85256d7a54 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "GET /v2.0/ports?device_id=db7d84d9-0418-44b5-8a02-eba8ab26e82d HTTP/1.1" status: 200  len: 210 time: 0.0503941
Apr 20 14:21:36.543438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6d4c4682-d772-43c3-bb88-2cf68eab537f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:36.559311 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-6d4c4682-d772-43c3-bb88-2cf68eab537f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:21:36.563437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-6d4c4682-d772-43c3-bb88-2cf68eab537f admin admin] Usage tracker for resource:security_group_rule and tenant:7d23a92995f04e3baf4428fffcd69186 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:21:36.566507 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-6d4c4682-d772-43c3-bb88-2cf68eab537f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:21:36.573904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-6d4c4682-d772-43c3-bb88-2cf68eab537f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:21:36.686519 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6d4c4682-d772-43c3-bb88-2cf68eab537f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:36.690419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6d4c4682-d772-43c3-bb88-2cf68eab537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:36.699398 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-dc9a93da-8a9c-487d-ba1f-76a4e18bab6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:36.746301 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6d4c4682-d772-43c3-bb88-2cf68eab537f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d23a92995f04e3baf4428fffcd69186&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3292549
Apr 20 14:21:36.746301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c4682-d772-43c3-bb88-2cf68eab537f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d24caa-2b29-445d-873a-4f287e05c81b,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:36.747613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60400) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:36.748858 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6d4c4682-d772-43c3-bb88-2cf68eab537f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:36.766473 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-392ca0df-c06c-42c8-8f9a-b1b3a27f3972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:36.832049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-27cca2ac-8277-44f8-92c5-ed7bb0b6b492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:36.864204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-27cca2ac-8277-44f8-92c5-ed7bb0b6b492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:36.915771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-27cca2ac-8277-44f8-92c5-ed7bb0b6b492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:36.920861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4591d6e5-212b-4cbf-80b4-32772437284c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:36.935686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cca2ac-8277-44f8-92c5-ed7bb0b6b492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d24caa-2b29-445d-873a-4f287e05c81b,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:36.938320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-27cca2ac-8277-44f8-92c5-ed7bb0b6b492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:36.939540 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-27cca2ac-8277-44f8-92c5-ed7bb0b6b492 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4d24caa-2b29-445d-873a-4f287e05c81b HTTP/1.1" status: 204  len: 168 time: 0.1906290
Apr 20 14:21:36.940875 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-27cca2ac-8277-44f8-92c5-ed7bb0b6b492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:37.137430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device f3f3c1dc-b095-4f9c-aa2d-325567fac414 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:37.178221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: f3f3c1dc-b095-4f9c-aa2d-325567fac414 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:37.178621 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device f3f3c1dc-b095-4f9c-aa2d-325567fac414 not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:37.260488 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60410) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:37.280691 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-091436e7-6e09-4f9a-b013-22d477ec056c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:37.297784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-091436e7-6e09-4f9a-b013-22d477ec056c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:21:37.303593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-091436e7-6e09-4f9a-b013-22d477ec056c admin admin] Usage tracker for resource:security_group_rule and tenant:04b38d0a08b743a0acca543c803379c0 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:21:37.307065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-091436e7-6e09-4f9a-b013-22d477ec056c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:21:37.313733 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-091436e7-6e09-4f9a-b013-22d477ec056c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:21:37.337935 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:37.404031 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-091436e7-6e09-4f9a-b013-22d477ec056c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:37.407931 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-091436e7-6e09-4f9a-b013-22d477ec056c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:37.415945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-550256c8-38e1-4ffd-a8d0-b0140aa8c5b5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:37.459719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091436e7-6e09-4f9a-b013-22d477ec056c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14429a5-a2a1-4abf-9359-1d68f49b0286,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:37.464611 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-091436e7-6e09-4f9a-b013-22d477ec056c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04b38d0a08b743a0acca543c803379c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2029319
Apr 20 14:21:37.465651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-091436e7-6e09-4f9a-b013-22d477ec056c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:37.467456 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60414) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:37.536868 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28f7d68a-f5c5-42a1-a452-ad02fed11429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:37.568029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28f7d68a-f5c5-42a1-a452-ad02fed11429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:37.598299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60420) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:37.626292 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28f7d68a-f5c5-42a1-a452-ad02fed11429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:37.630592 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-be6df7d2-1a55-4654-b488-5c4434553b40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:37.646311 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7d68a-f5c5-42a1-a452-ad02fed11429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14429a5-a2a1-4abf-9359-1d68f49b0286,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:37.649961 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28f7d68a-f5c5-42a1-a452-ad02fed11429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:37.652438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-28f7d68a-f5c5-42a1-a452-ad02fed11429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:37.653746 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-28f7d68a-f5c5-42a1-a452-ad02fed11429 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c14429a5-a2a1-4abf-9359-1d68f49b0286 HTTP/1.1" status: 204  len: 168 time: 0.1851811
Apr 20 14:21:37.699024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:37.787589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-25cbb4c1-2f00-4e80-81e6-b22a29880562 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Deleting port 727ec32d-ff6f-4b32-b4fd-5254b11cc03b {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:37.787979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25cbb4c1-2f00-4e80-81e6-b22a29880562 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:37.977222 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25cbb4c1-2f00-4e80-81e6-b22a29880562 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:37.977732 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25cbb4c1-2f00-4e80-81e6-b22a29880562 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:38.112637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-25cbb4c1-2f00-4e80-81e6-b22a29880562 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Calling delete_port for 727ec32d-ff6f-4b32-b4fd-5254b11cc03b owned by network:floatingip {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:38.263475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25cbb4c1-2f00-4e80-81e6-b22a29880562 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:38.268693 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5af38d4a-1143-43af-a032-ca6e255fad53 tempest-AttachVolumeShelveTestJSON-620015923 tempest-AttachVolumeShelveTestJSON-620015923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:38.317140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbb4c1-2f00-4e80-81e6-b22a29880562 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event deleted for resources: {'Port': ['ID=727ec32d-ff6f-4b32-b4fd-5254b11cc03b,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:38.322376 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-25cbb4c1-2f00-4e80-81e6-b22a29880562 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:38.425714 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25cbb4c1-2f00-4e80-81e6-b22a29880562 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for floatingip, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:38.449087 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25cbb4c1-2f00-4e80-81e6-b22a29880562 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:38.450542 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-25cbb4c1-2f00-4e80-81e6-b22a29880562 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "DELETE /v2.0/floatingips/105f793e-868d-4f66-ab2e-63db9610117f HTTP/1.1" status: 204  len: 168 time: 0.8508811
Apr 20 14:21:38.467247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:39.085455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:39.888718 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60486) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:39.967979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e0b694d8-0126-4736-95de-47df07e7b35b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:40.002757 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e0b694d8-0126-4736-95de-47df07e7b35b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:40.055133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e0b694d8-0126-4736-95de-47df07e7b35b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:40.060592 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0330c05c-f659-469b-b5af-d67d3d21b21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:40.080421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b694d8-0126-4736-95de-47df07e7b35b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb685b4-cf4f-4d10-875d-ce63327ba8c6,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:40.083664 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e0b694d8-0126-4736-95de-47df07e7b35b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:40.091379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e0b694d8-0126-4736-95de-47df07e7b35b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:40.092612 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e0b694d8-0126-4736-95de-47df07e7b35b tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] 10.222.0.30 "DELETE /v2.0/security-groups/deb685b4-cf4f-4d10-875d-ce63327ba8c6 HTTP/1.1" status: 204  len: 168 time: 0.2027528
Apr 20 14:21:40.180443 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60496) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:40.972367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0773eaec-4d69-4dc9-bf49-0bf1fc8453dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981654'] for router_interface, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:41.373548 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-0773eaec-4d69-4dc9-bf49-0bf1fc8453dd admin admin] Deleting port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:41.373957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0773eaec-4d69-4dc9-bf49-0bf1fc8453dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:41.568125 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-0773eaec-4d69-4dc9-bf49-0bf1fc8453dd admin admin] For port 9231dc7a-4cd7-4eac-b49d-093fc3e952c0, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=9231dc7a-4cd7-4eac-b49d-093fc3e952c0,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:41.568519 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0773eaec-4d69-4dc9-bf49-0bf1fc8453dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:41.705944 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-0773eaec-4d69-4dc9-bf49-0bf1fc8453dd admin admin] Calling delete_port for 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 owned by network:router_interface {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:41.890418 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0773eaec-4d69-4dc9-bf49-0bf1fc8453dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:41.894272 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:41.941902 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773eaec-4d69-4dc9-bf49-0bf1fc8453dd admin admin] Pushing event deleted for resources: {'Port': ['ID=9231dc7a-4cd7-4eac-b49d-093fc3e952c0,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:41.944577 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0773eaec-4d69-4dc9-bf49-0bf1fc8453dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:42.226963 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0773eaec-4d69-4dc9-bf49-0bf1fc8453dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981736'] for router_interface, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:42.895415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0773eaec-4d69-4dc9-bf49-0bf1fc8453dd admin admin] Router 139390dc-d4f3-45df-ba38-8588e191693e has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:21:42.897370 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60526) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:43.095342 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a1eaca79-a63e-4a11-9d7f-f24914645f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:43.105031 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0773eaec-4d69-4dc9-bf49-0bf1fc8453dd admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:21:43.115628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea558511-e774-4eea-8749-fce982cb50df None None] Sync routers for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:21:43.117272 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a1eaca79-a63e-4a11-9d7f-f24914645f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:21:43.120912 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0773eaec-4d69-4dc9-bf49-0bf1fc8453dd admin admin] 10.222.0.30 "PUT /v2.0/routers/139390dc-d4f3-45df-ba38-8588e191693e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9391160
Apr 20 14:21:43.123620 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a1eaca79-a63e-4a11-9d7f-f24914645f2f admin admin] Usage tracker for resource:security_group_rule and tenant:768c5c63545549bc8f8836d5a78f2779 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:21:43.123842 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60532) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:43.127187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a1eaca79-a63e-4a11-9d7f-f24914645f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:21:43.131646 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea558511-e774-4eea-8749-fce982cb50df None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:43.132575 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-ea558511-e774-4eea-8749-fce982cb50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316133f98>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:43.133685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a1eaca79-a63e-4a11-9d7f-f24914645f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:21:43.229921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a1eaca79-a63e-4a11-9d7f-f24914645f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:43.234092 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a1eaca79-a63e-4a11-9d7f-f24914645f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:43.244684 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-7c02178d-ed1d-48ec-8516-4789e0621eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:43.300568 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a1eaca79-a63e-4a11-9d7f-f24914645f2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=768c5c63545549bc8f8836d5a78f2779&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4017472
Apr 20 14:21:43.301413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60536) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:43.304614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eaca79-a63e-4a11-9d7f-f24914645f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3f5d14-95a0-4bb3-b284-a29982cfc3db,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:43.308767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a1eaca79-a63e-4a11-9d7f-f24914645f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:43.327746 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Notify callbacks [] for router, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:43.337498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-ea558511-e774-4eea-8749-fce982cb50df None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:43.375326 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3f908b45-60e6-45d7-b04e-6c79d4e4ab2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:43.408527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3f908b45-60e6-45d7-b04e-6c79d4e4ab2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:43.459003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3f908b45-60e6-45d7-b04e-6c79d4e4ab2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:43.464391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-058a583e-3322-4de4-bbaf-2b37db431be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:43.475657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f908b45-60e6-45d7-b04e-6c79d4e4ab2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3f5d14-95a0-4bb3-b284-a29982cfc3db,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:43.478616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3f908b45-60e6-45d7-b04e-6c79d4e4ab2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:43.484498 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3f908b45-60e6-45d7-b04e-6c79d4e4ab2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:43.488658 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-3f908b45-60e6-45d7-b04e-6c79d4e4ab2b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce3f5d14-95a0-4bb3-b284-a29982cfc3db HTTP/1.1" status: 204  len: 168 time: 0.1858602
Apr 20 14:21:43.539245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:43.549034 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Deleting port 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:43.549423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:43.649834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-ea558511-e774-4eea-8749-fce982cb50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316133f98>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:21:41Z', 'revision_number': 5, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port': {'id': '720c3da3-7b0d-4fc3-a0ab-a668fffa0f17', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:3d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139390dc-d4f3-45df-ba38-8588e191693e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:22Z', 'updated_at': '2021-04-20T14:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:43.653949 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea558511-e774-4eea-8749-fce982cb50df None None] Checking router: 139390dc-d4f3-45df-ba38-8588e191693e for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:21:43.663256 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea558511-e774-4eea-8749-fce982cb50df None None] Routers {'139390dc-d4f3-45df-ba38-8588e191693e'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:43.664028 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-ea558511-e774-4eea-8749-fce982cb50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316133f98>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['139390dc-d4f3-45df-ba38-8588e191693e'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:43.744181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] For port 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=720c3da3-7b0d-4fc3-a0ab-a668fffa0f17,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:43.744596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:43.897452 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Calling delete_port for 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 owned by network:router_gateway {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:43.902320 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60544) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:43.923118 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:43.942692 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:21:43.947396 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Usage tracker for resource:security_group_rule and tenant:7b91424df7d24dcebc93ab62c2204628 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:21:43.953482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:21:43.961789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:21:44.017024 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-ea558511-e774-4eea-8749-fce982cb50df None None] Set router 139390dc-d4f3-45df-ba38-8588e191693e gateway port host: None {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:44.068677 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.072288 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.086308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-08a47c79-76c7-4415-b645-7a73286b4ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:44.131387 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.131639 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b91424df7d24dcebc93ab62c2204628&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2276578
Apr 20 14:21:44.132556 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7423c7c2-cff5-41b0-936a-119def789040,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:44.135197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60550) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:44.136911 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:44.137059 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-ea558511-e774-4eea-8749-fce982cb50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316133f98>, [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:21:43Z', 'revision_number': 6, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port_host': None}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:44.141294 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea558511-e774-4eea-8749-fce982cb50df None None] The sync data for ids ['139390dc-d4f3-45df-ba38-8588e191693e'] in dv-cinder-774594-5-iscsi is: [{'id': '139390dc-d4f3-45df-ba38-8588e191693e', 'name': 'tempest-TestVolumeBootPattern-2140659868-router', 'tenant_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:21Z', 'updated_at': '2021-04-20T14:21:43Z', 'revision_number': 6, 'project_id': 'b6bc03189b7b4652b856e6ff76b178b8', 'gw_port_host': None}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:21:44.156110 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:44.156610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:44.157018 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:44.157415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:44.157834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:44.158233 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:44.158624 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:44.159016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:44.159404 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:44.159790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:44.160176 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:44.160581 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:44.174872 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:44.188523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Pushing event deleted for resources: {'Port': ['ID=720c3da3-7b0d-4fc3-a0ab-a668fffa0f17,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:44.191953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:44.231289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-29cd421a-32f4-4eca-83fa-201b2cba69d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.262255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-29cd421a-32f4-4eca-83fa-201b2cba69d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.289639 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853833111'] for router_gateway, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.309486 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-29cd421a-32f4-4eca-83fa-201b2cba69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.315026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a1eaca79-a63e-4a11-9d7f-f24914645f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:44.326131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd421a-32f4-4eca-83fa-201b2cba69d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7423c7c2-cff5-41b0-936a-119def789040,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:44.331310 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-29cd421a-32f4-4eca-83fa-201b2cba69d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:44.335800 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-29cd421a-32f4-4eca-83fa-201b2cba69d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.339736 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-29cd421a-32f4-4eca-83fa-201b2cba69d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7423c7c2-cff5-41b0-936a-119def789040 HTTP/1.1" status: 204  len: 168 time: 0.2009642
Apr 20 14:21:44.478841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853854411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761228'] for router, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.481492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.537321 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981105'] for router, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.538026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 139390dc-d4f3-45df-ba38-8588e191693e {{(pid=86376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:21:44.551807 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] Notify callbacks [] for router, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.553033 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6ba261cb-dcfc-492c-a0a9-9905d92d32ca admin admin] 10.222.0.30 "DELETE /v2.0/routers/139390dc-d4f3-45df-ba38-8588e191693e HTTP/1.1" status: 204  len: 168 time: 1.4281344
Apr 20 14:21:44.556094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60558) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:44.625082 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a46ece-c36e-4a2a-b6bb-ffbf03051dd2 admin admin] Deleting subnet 59c8f2cc-53e5-45a9-915e-c29f6eb9b423 {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:21:44.628556 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a46ece-c36e-4a2a-b6bb-ffbf03051dd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.682223 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a46ece-c36e-4a2a-b6bb-ffbf03051dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852205135'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:44.786050 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a46ece-c36e-4a2a-b6bb-ffbf03051dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:45.084106 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a46ece-c36e-4a2a-b6bb-ffbf03051dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2318158'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:45.090673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-27fe9377-d50b-4ebb-b6d6-a98c98913792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:45.132528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a46ece-c36e-4a2a-b6bb-ffbf03051dd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c8f2cc-53e5-45a9-915e-c29f6eb9b423,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:45.135939 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-05a46ece-c36e-4a2a-b6bb-ffbf03051dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:45.137005 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05a46ece-c36e-4a2a-b6bb-ffbf03051dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:45.145219 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9209c4f-ee14-4218-8a33-3156b63fa8e5 None None] Network 2ca6db40-cbd3-412c-8c55-59f3066092fb requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:21:45.147547 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-05a46ece-c36e-4a2a-b6bb-ffbf03051dd2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/59c8f2cc-53e5-45a9-915e-c29f6eb9b423 HTTP/1.1" status: 204  len: 168 time: 0.5901947
Apr 20 14:21:45.148330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60578) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:45.265502 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:45.276870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Deleting port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:45.277306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:45.432158 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac05fa1-5374-45b6-aea2-9d09261cba0a None None] DHCP port deletion for 2ca6db40-cbd3-412c-8c55-59f3066092fb request from dv-cinder-774594-5-iscsi {{(pid=86377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 14:21:45.436932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-7ac05fa1-5374-45b6-aea2-9d09261cba0a None None] Deleting port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:45.437269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7ac05fa1-5374-45b6-aea2-9d09261cba0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:45.497023 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] For port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=263c50cc-d49e-4724-a0f1-5fe43c9a5e82,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:45.497419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:45.636096 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Calling delete_port for 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 owned by network:dhcp {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:45.667628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-7ac05fa1-5374-45b6-aea2-9d09261cba0a None None] For port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=263c50cc-d49e-4724-a0f1-5fe43c9a5e82,segment=NetworkSegment(b917618c-4ab0-4d64-9af3-d21029f9a7c3),segment_id=b917618c-4ab0-4d64-9af3-d21029f9a7c3)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:45.667992 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7ac05fa1-5374-45b6-aea2-9d09261cba0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:45.717268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:45.723191 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-fddeb10c-759b-4f59-9b52-2b0eaf0c0dfe tempest-TestShelveInstance-790444395 tempest-TestShelveInstance-790444395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:45.774984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=263c50cc-d49e-4724-a0f1-5fe43c9a5e82,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:45.780485 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] No DVR routers for this DVR port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 on host dv-cinder-774594-5-iscsi {{(pid=86376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:21:45.782494 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:45.804189 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-7ac05fa1-5374-45b6-aea2-9d09261cba0a None None] Calling delete_port for 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 owned by network:dhcp {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:45.916762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:46.027083 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:46.061354 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb31453b8d0>,) {'filters': {'network_id': ['2ca6db40-cbd3-412c-8c55-59f3066092fb']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:46.074629 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:46.075109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 9231dc7a-4cd7-4eac-b49d-093fc3e952c0 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:46.075464 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb31453b8d0>, 'b917618c-4ab0-4d64-9af3-d21029f9a7c3') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:46.075659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:46.075784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb31453b8d0>, 'b917618c-4ab0-4d64-9af3-d21029f9a7c3') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:46.091213 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2570681'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:46.118076 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:46.126425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:21:46.133311 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:46.133817 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 720c3da3-7b0d-4fc3-a0ab-a668fffa0f17 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:46.134343 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:46.179137 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:46.179596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:46.209354 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.api [None req-7ac05fa1-5374-45b6-aea2-9d09261cba0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:21:46.209840 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_db.api [None req-7ac05fa1-5374-45b6-aea2-9d09261cba0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:21:46.330354 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Network 2ca6db40-cbd3-412c-8c55-59f3066092fb has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:21:46.340127 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852964746'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:46.711878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-7ac05fa1-5374-45b6-aea2-9d09261cba0a None None] Deleting port 263c50cc-d49e-4724-a0f1-5fe43c9a5e82 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:46.712431 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-7ac05fa1-5374-45b6-aea2-9d09261cba0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:46.791857 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-7ac05fa1-5374-45b6-aea2-9d09261cba0a None None] The port '263c50cc-d49e-4724-a0f1-5fe43c9a5e82' was deleted {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 14:21:46.832438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Network 2ca6db40-cbd3-412c-8c55-59f3066092fb has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:21:46.860186 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:21:46.946303 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:46.951787 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:46.955422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-67fdc7b9-00ed-48f6-b738-1ee62698403c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:46.985141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca6db40-cbd3-412c-8c55-59f3066092fb,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:46.997644 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:46.998141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:46.998617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:46.999026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:46.999416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:46.999810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:47.000210 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:47.000590 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:47.000981 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:47.001371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:47.001795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:47.002185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:21:47.005437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:47.007734 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-62d5a70a-8e02-4c23-902a-357aac83d9b7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2ca6db40-cbd3-412c-8c55-59f3066092fb HTTP/1.1" status: 204  len: 168 time: 1.8582098
Apr 20 14:21:47.010872 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60624) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:47.466300 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60640) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:47.589979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dfb282ac-eb16-4ad2-8432-acd65c797860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981654'] for router_interface, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:47.595048 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bbc270ed-8921-47e8-b9d6-5a995a9b324b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:47.611036 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-bbc270ed-8921-47e8-b9d6-5a995a9b324b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:21:47.615217 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-bbc270ed-8921-47e8-b9d6-5a995a9b324b admin admin] Usage tracker for resource:security_group_rule and tenant:c402242d0ad347058cda9d79c6c0c551 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:21:47.618298 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-bbc270ed-8921-47e8-b9d6-5a995a9b324b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:21:47.624423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-bbc270ed-8921-47e8-b9d6-5a995a9b324b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:21:47.718413 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bbc270ed-8921-47e8-b9d6-5a995a9b324b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:47.722390 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bbc270ed-8921-47e8-b9d6-5a995a9b324b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:47.732119 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c7273de7-8307-473d-9599-8f2b5e57246e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:47.773336 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc270ed-8921-47e8-b9d6-5a995a9b324b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad34f7c5-4d1d-4fc6-a0d3-63d58d6ffabb,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:47.781206 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bbc270ed-8921-47e8-b9d6-5a995a9b324b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c402242d0ad347058cda9d79c6c0c551&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3136787
Apr 20 14:21:47.782286 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bbc270ed-8921-47e8-b9d6-5a995a9b324b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:47.782829 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60646) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:47.845629 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f13a037b-d51c-41bf-91d1-5d2375bed763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:47.874204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f13a037b-d51c-41bf-91d1-5d2375bed763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:47.927894 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f13a037b-d51c-41bf-91d1-5d2375bed763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:47.933130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-05f5ca02-389d-4fa3-bd27-505040e58a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:47.943964 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a037b-d51c-41bf-91d1-5d2375bed763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad34f7c5-4d1d-4fc6-a0d3-63d58d6ffabb,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:47.947953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f13a037b-d51c-41bf-91d1-5d2375bed763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:47.951551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f13a037b-d51c-41bf-91d1-5d2375bed763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:47.955295 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f13a037b-d51c-41bf-91d1-5d2375bed763 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad34f7c5-4d1d-4fc6-a0d3-63d58d6ffabb HTTP/1.1" status: 204  len: 168 time: 0.1690564
Apr 20 14:21:47.982439 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-dfb282ac-eb16-4ad2-8432-acd65c797860 admin admin] Deleting port 670080bc-4114-4204-966b-65444f394e8f {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:47.982813 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dfb282ac-eb16-4ad2-8432-acd65c797860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:48.165572 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-dfb282ac-eb16-4ad2-8432-acd65c797860 admin admin] For port 670080bc-4114-4204-966b-65444f394e8f, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=670080bc-4114-4204-966b-65444f394e8f,segment=NetworkSegment(14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e),segment_id=14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:48.166016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dfb282ac-eb16-4ad2-8432-acd65c797860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:48.257988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60654) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:48.280899 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d064b25c-83ba-4980-aed8-33cf28100310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:48.296031 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-dfb282ac-eb16-4ad2-8432-acd65c797860 admin admin] Calling delete_port for 670080bc-4114-4204-966b-65444f394e8f owned by network:router_interface {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:48.296671 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-d064b25c-83ba-4980-aed8-33cf28100310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:21:48.300822 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-d064b25c-83ba-4980-aed8-33cf28100310 admin admin] Usage tracker for resource:security_group_rule and tenant:d85fa2f804e642db988f582a172e93ba is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:21:48.303890 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-d064b25c-83ba-4980-aed8-33cf28100310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:21:48.310164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-d064b25c-83ba-4980-aed8-33cf28100310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:21:48.404061 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d064b25c-83ba-4980-aed8-33cf28100310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:48.408369 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d064b25c-83ba-4980-aed8-33cf28100310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:48.416777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b4653fbb-7b27-4b3a-937b-9178e54d0d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:48.460841 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d064b25c-83ba-4980-aed8-33cf28100310 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d85fa2f804e642db988f582a172e93ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2015426
Apr 20 14:21:48.465830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064b25c-83ba-4980-aed8-33cf28100310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b494c739-72c0-4e05-966e-54805394d3e8,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:48.467880 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60660) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:48.469392 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d064b25c-83ba-4980-aed8-33cf28100310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:48.512660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dfb282ac-eb16-4ad2-8432-acd65c797860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:48.523057 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d73cf70d-1b3d-4d47-b59f-34816f5b6df9 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:48.576258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb282ac-eb16-4ad2-8432-acd65c797860 admin admin] Pushing event deleted for resources: {'Port': ['ID=670080bc-4114-4204-966b-65444f394e8f,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:48.608363 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-dfb282ac-eb16-4ad2-8432-acd65c797860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:48.672972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-45be5cb1-5058-464b-afd9-6c0d577b466b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:48.717564 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-45be5cb1-5058-464b-afd9-6c0d577b466b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:48.933223 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-45be5cb1-5058-464b-afd9-6c0d577b466b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:48.938017 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b3db5195-ae68-4cef-8206-f6f015fa6d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:48.952562 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dfb282ac-eb16-4ad2-8432-acd65c797860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981736'] for router_interface, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:48.958598 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be5cb1-5058-464b-afd9-6c0d577b466b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b494c739-72c0-4e05-966e-54805394d3e8,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:48.963557 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-45be5cb1-5058-464b-afd9-6c0d577b466b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:49.113183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-45be5cb1-5058-464b-afd9-6c0d577b466b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:49.114489 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-45be5cb1-5058-464b-afd9-6c0d577b466b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b494c739-72c0-4e05-966e-54805394d3e8 HTTP/1.1" status: 204  len: 168 time: 0.6454151
Apr 20 14:21:49.358563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb282ac-eb16-4ad2-8432-acd65c797860 admin admin] Router ba05f986-7f34-45c0-a519-18b565bbd733 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:21:49.549107 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb282ac-eb16-4ad2-8432-acd65c797860 admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:21:49.554183 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-dfb282ac-eb16-4ad2-8432-acd65c797860 admin admin] 10.222.0.30 "PUT /v2.0/routers/ba05f986-7f34-45c0-a519-18b565bbd733/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5422869
Apr 20 14:21:49.557503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60674) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:49.559969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b05d5-8122-48cc-82e4-750dbe573562 None None] Sync routers for ids ['ba05f986-7f34-45c0-a519-18b565bbd733'] in dv-cinder-774594-5-iscsi {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:21:49.571192 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b05d5-8122-48cc-82e4-750dbe573562 None None] Routers {'ba05f986-7f34-45c0-a519-18b565bbd733'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:49.571906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4b2b05d5-8122-48cc-82e4-750dbe573562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31643e940>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['ba05f986-7f34-45c0-a519-18b565bbd733'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:49.791133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-4b2b05d5-8122-48cc-82e4-750dbe573562 None None] Set router ba05f986-7f34-45c0-a519-18b565bbd733 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:50.015538 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Notify callbacks [] for router, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:50.120520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4b2b05d5-8122-48cc-82e4-750dbe573562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31643e940>, [{'id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'name': 'tempest-TestVolumeBootPattern-426104266-router', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:33Z', 'updated_at': '2021-04-20T14:21:48Z', 'revision_number': 5, 'project_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'gw_port': {'id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:34Z', 'updated_at': '2021-04-20T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:50.124641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b05d5-8122-48cc-82e4-750dbe573562 None None] Checking router: ba05f986-7f34-45c0-a519-18b565bbd733 for host: dv-cinder-774594-5-iscsi {{(pid=86377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:21:50.134274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b05d5-8122-48cc-82e4-750dbe573562 None None] Routers {'ba05f986-7f34-45c0-a519-18b565bbd733'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:21:50.134954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4b2b05d5-8122-48cc-82e4-750dbe573562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb31643e940>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:21:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['ba05f986-7f34-45c0-a519-18b565bbd733'], 'active': True} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:50.212547 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:50.222660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Deleting port 050f9e80-61b4-4811-83e9-e93a31de2890 {{(pid=86376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:50.223044 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:50.328278 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-4b2b05d5-8122-48cc-82e4-750dbe573562 None None] Set router ba05f986-7f34-45c0-a519-18b565bbd733 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:21:50.415231 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] For port 050f9e80-61b4-4811-83e9-e93a31de2890, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=050f9e80-61b4-4811-83e9-e93a31de2890,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:50.415640 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:50.555133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Calling delete_port for 050f9e80-61b4-4811-83e9-e93a31de2890 owned by network:router_gateway {{(pid=86376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:50.636287 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-4b2b05d5-8122-48cc-82e4-750dbe573562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb31643e940>, [{'id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'name': 'tempest-TestVolumeBootPattern-426104266-router', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:33Z', 'updated_at': '2021-04-20T14:21:48Z', 'revision_number': 5, 'project_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'gw_port': {'id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:34Z', 'updated_at': '2021-04-20T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:50.640489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b05d5-8122-48cc-82e4-750dbe573562 None None] The sync data for ids ['ba05f986-7f34-45c0-a519-18b565bbd733'] in dv-cinder-774594-5-iscsi is: [{'id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'name': 'tempest-TestVolumeBootPattern-426104266-router', 'tenant_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:11:33Z', 'updated_at': '2021-04-20T14:21:48Z', 'revision_number': 5, 'project_id': '9ebdfb811bdf4b57b5e29a99f26d81a4', 'gw_port': {'id': '050f9e80-61b4-4811-83e9-e93a31de2890', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba05f986-7f34-45c0-a519-18b565bbd733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:11:34Z', 'updated_at': '2021-04-20T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}] {{(pid=86377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:21:50.740237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1810945'] for port, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:50.746660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8f0acb05-8986-4f86-9d03-774b97ff548c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:50.791942 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Pushing event deleted for resources: {'Port': ['ID=050f9e80-61b4-4811-83e9-e93a31de2890,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:50.796197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:50.911203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853833111'] for router_gateway, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.098896 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853854411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761228'] for router, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.101639 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.126210 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981105'] for router, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.126680 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba05f986-7f34-45c0-a519-18b565bbd733 {{(pid=86376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:21:51.140102 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] Notify callbacks [] for router, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.141435 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-c9e2a9f1-0a17-40fb-9714-a2af80fe495b admin admin] 10.222.0.30 "DELETE /v2.0/routers/ba05f986-7f34-45c0-a519-18b565bbd733 HTTP/1.1" status: 204  len: 168 time: 1.5828304
Apr 20 14:21:51.144176 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60722) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:51.216547 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc6c8ea-4218-4bca-90b5-1a1c725ab063 admin admin] Deleting subnet 327b7b5a-f0ef-450b-9ed1-11991d2cb330 {{(pid=86375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:21:51.220257 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c8ea-4218-4bca-90b5-1a1c725ab063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.278795 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c8ea-4218-4bca-90b5-1a1c725ab063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1385880'] for subnet, precommit_delete_associations {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.366258 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c8ea-4218-4bca-90b5-1a1c725ab063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.557577 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60732) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:51.638736 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c8ea-4218-4bca-90b5-1a1c725ab063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066979'] for subnet, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.643874 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2a6c378b-3d73-4d32-921b-88da8e3cf06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:51.681178 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6c8ea-4218-4bca-90b5-1a1c725ab063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=327b7b5a-f0ef-450b-9ed1-11991d2cb330,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:51.683219 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8fc6c8ea-4218-4bca-90b5-1a1c725ab063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.687587 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da250f3-669b-4397-a1a4-0513ed09331d None None] Network a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:21:51.688360 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-03480982-9db9-4afe-b0c6-36d2e1bd7dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.688913 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8fc6c8ea-4218-4bca-90b5-1a1c725ab063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:51.699544 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-8fc6c8ea-4218-4bca-90b5-1a1c725ab063 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/327b7b5a-f0ef-450b-9ed1-11991d2cb330 HTTP/1.1" status: 204  len: 168 time: 0.5517428
Apr 20 14:21:51.699852 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60738) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:51.704611 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-03480982-9db9-4afe-b0c6-36d2e1bd7dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:21:51.708568 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-03480982-9db9-4afe-b0c6-36d2e1bd7dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:35bfc965c5a5458fa5d8b14b5c6d09d5 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:21:51.711677 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-03480982-9db9-4afe-b0c6-36d2e1bd7dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:21:51.717803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-03480982-9db9-4afe-b0c6-36d2e1bd7dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:21:51.805835 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-03480982-9db9-4afe-b0c6-36d2e1bd7dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.811519 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-03480982-9db9-4afe-b0c6-36d2e1bd7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.817969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.829904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Deleting port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:51.830826 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.842745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-12ab2805-6502-47d9-8abb-ade5710b8758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:51.859873 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-03480982-9db9-4afe-b0c6-36d2e1bd7dd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35bfc965c5a5458fa5d8b14b5c6d09d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2984812
Apr 20 14:21:51.860175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60742) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:51.924694 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03480982-9db9-4afe-b0c6-36d2e1bd7dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05070cba-7c9f-4147-b328-9f2449628a52,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:51.930249 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-03480982-9db9-4afe-b0c6-36d2e1bd7dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:51.949468 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-722c5d58-bd4f-45fe-88ac-a06dcd35373a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:51.979254 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 670080bc-4114-4204-966b-65444f394e8f no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:51.980526 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-722c5d58-bd4f-45fe-88ac-a06dcd35373a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.038430 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 670080bc-4114-4204-966b-65444f394e8f {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:52.038869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 670080bc-4114-4204-966b-65444f394e8f not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:52.039357 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 050f9e80-61b4-4811-83e9-e93a31de2890 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:52.040448 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-722c5d58-bd4f-45fe-88ac-a06dcd35373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.046122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b1dbf69f-d92f-412f-a711-70c09968a1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:52.062221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c5d58-bd4f-45fe-88ac-a06dcd35373a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05070cba-7c9f-4147-b328-9f2449628a52,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:52.074746 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-722c5d58-bd4f-45fe-88ac-a06dcd35373a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:52.075910 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-722c5d58-bd4f-45fe-88ac-a06dcd35373a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.078133 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-722c5d58-bd4f-45fe-88ac-a06dcd35373a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05070cba-7c9f-4147-b328-9f2449628a52 HTTP/1.1" status: 204  len: 168 time: 0.2165298
Apr 20 14:21:52.078707 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 050f9e80-61b4-4811-83e9-e93a31de2890 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:52.079108 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 050f9e80-61b4-4811-83e9-e93a31de2890 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:52.080752 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c47387-e230-454a-b9bd-02a4c280a4b3 None None] DHCP port deletion for a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb request from dv-cinder-774594-5-iscsi {{(pid=86377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 14:21:52.094778 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-05c47387-e230-454a-b9bd-02a4c280a4b3 None None] Deleting port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:52.095148 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05c47387-e230-454a-b9bd-02a4c280a4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.099824 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] For port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=e91f87a9-4e57-4f5d-95fe-d9a1da3615f2,segment=NetworkSegment(14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e),segment_id=14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:52.100488 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.237341 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Calling delete_port for e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 owned by network:dhcp {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:52.316884 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-05c47387-e230-454a-b9bd-02a4c280a4b3 None None] For port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=e91f87a9-4e57-4f5d-95fe-d9a1da3615f2,segment=NetworkSegment(14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e),segment_id=14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:21:52.317368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05c47387-e230-454a-b9bd-02a4c280a4b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.323782 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.328469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8b6eaf7c-4915-4dc3-b6af-5acc066e7ece tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:52.378749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Pushing event deleted for resources: {'Port': ['ID=e91f87a9-4e57-4f5d-95fe-d9a1da3615f2,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:52.384346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:52.387174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] No DVR routers for this DVR port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 on host dv-cinder-774594-5-iscsi {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:21:52.399295 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60752) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:52.418504 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bbf11d46-e3cf-436a-a217-b9b712ab9f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.433727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-bbf11d46-e3cf-436a-a217-b9b712ab9f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:21:52.438013 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-bbf11d46-e3cf-436a-a217-b9b712ab9f39 admin admin] Usage tracker for resource:security_group_rule and tenant:398305473c5840baad885b36aa32555b is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:21:52.441019 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-bbf11d46-e3cf-436a-a217-b9b712ab9f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:21:52.447377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-bbf11d46-e3cf-436a-a217-b9b712ab9f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:21:52.455439 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-05c47387-e230-454a-b9bd-02a4c280a4b3 None None] Calling delete_port for e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 owned by network:dhcp {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:21:52.521970 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.532754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.api [None req-05c47387-e230-454a-b9bd-02a4c280a4b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:21:52.533161 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_db.api [None req-05c47387-e230-454a-b9bd-02a4c280a4b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:21:52.536396 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bbf11d46-e3cf-436a-a217-b9b712ab9f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.539917 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bbf11d46-e3cf-436a-a217-b9b712ab9f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.549115 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bcc09d88-979f-4ce2-89b3-0836b1909ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:52.596868 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bbf11d46-e3cf-436a-a217-b9b712ab9f39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=398305473c5840baad885b36aa32555b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1962790
Apr 20 14:21:52.597888 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf11d46-e3cf-436a-a217-b9b712ab9f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156930b5-4230-48ee-8c53-4da12b39d458,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:52.600553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60756) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:52.603725 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bbf11d46-e3cf-436a-a217-b9b712ab9f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:52.669728 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-50cf447b-4c53-4ebd-93d0-0af80ae690d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.701178 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-50cf447b-4c53-4ebd-93d0-0af80ae690d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.751810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-50cf447b-4c53-4ebd-93d0-0af80ae690d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.756093 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-091436e7-6e09-4f9a-b013-22d477ec056c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:52.773026 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf447b-4c53-4ebd-93d0-0af80ae690d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156930b5-4230-48ee-8c53-4da12b39d458,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:52.775503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-50cf447b-4c53-4ebd-93d0-0af80ae690d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:52.776528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-50cf447b-4c53-4ebd-93d0-0af80ae690d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.780282 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-50cf447b-4c53-4ebd-93d0-0af80ae690d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/156930b5-4230-48ee-8c53-4da12b39d458 HTTP/1.1" status: 204  len: 168 time: 0.1758776
Apr 20 14:21:52.885606 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb315cd1ac8>,) {'filters': {'network_id': ['a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb']}} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:52.898669 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb315cd1ac8>, '14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e') {'for_net_delete': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:52.898973 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb315cd1ac8>, '14a49a6e-8ec8-4525-8a59-8b3bcd1eea9e') {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:21:52.911083 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853389936'] for segment, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.926893 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:52.933714 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=86375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:21:53.034932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-05c47387-e230-454a-b9bd-02a4c280a4b3 None None] Deleting port e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:21:53.035461 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-05c47387-e230-454a-b9bd-02a4c280a4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:53.116159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-05c47387-e230-454a-b9bd-02a4c280a4b3 None None] The port 'e91f87a9-4e57-4f5d-95fe-d9a1da3615f2' was deleted {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 14:21:53.118954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Network a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:21:53.131462 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853300089'] for segment, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:53.308221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Network a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:21:53.330463 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:21:53.409103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:53.413284 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-916f66e1-87a9-47a9-934a-756090702ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:53.427130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:53.436277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Pushing event deleted for resources: {'Network': ['ID=a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:53.441240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:53.447127 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] 10.222.0.30 "DELETE /v2.0/networks/a1fb14f0-ef57-4cdc-8046-cdc0ed6db7eb HTTP/1.1" status: 204  len: 168 time: 1.7462974
Apr 20 14:21:53.585245 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60784) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:53.645743 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-09d73ad3-a5c0-4fb4-ac47-b89532dbe0b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6bc03189b7b4652b856e6ff76b178b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0550306
Apr 20 14:21:53.646520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60788) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:53.717032 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3cd5899-1d8e-409e-ba96-8af396da791b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:53.744869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3cd5899-1d8e-409e-ba96-8af396da791b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:53.791000 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3cd5899-1d8e-409e-ba96-8af396da791b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:53.796262 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0a985de0-8d61-40b9-be3a-70b6f01f0eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:53.811307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd5899-1d8e-409e-ba96-8af396da791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179e2957-158c-4c99-9f41-1e266a27e757,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:53.813787 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e3cd5899-1d8e-409e-ba96-8af396da791b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:53.820697 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3cd5899-1d8e-409e-ba96-8af396da791b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:53.822350 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e3cd5899-1d8e-409e-ba96-8af396da791b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/179e2957-158c-4c99-9f41-1e266a27e757 HTTP/1.1" status: 204  len: 168 time: 0.1749442
Apr 20 14:21:53.938727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:21:53.978387 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:21:53.979053 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device e91f87a9-4e57-4f5d-95fe-d9a1da3615f2 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:21:54.236178 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60808) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:54.293923 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-323cec82-e7c6-4d8f-b96c-cb99ed476a75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ebdfb811bdf4b57b5e29a99f26d81a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0536900
Apr 20 14:21:54.294172 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60814) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:21:54.359282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-46117ec1-d4f9-44aa-b302-3dd724450ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:54.388415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-46117ec1-d4f9-44aa-b302-3dd724450ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:54.443342 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-46117ec1-d4f9-44aa-b302-3dd724450ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:54.449149 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-03480982-9db9-4afe-b0c6-36d2e1bd7dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:21:54.463475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46117ec1-d4f9-44aa-b302-3dd724450ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57ad255-728d-4b98-ae9b-157da4f10a40,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:21:54.466431 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-46117ec1-d4f9-44aa-b302-3dd724450ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:21:54.467702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-46117ec1-d4f9-44aa-b302-3dd724450ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:21:54.468940 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-46117ec1-d4f9-44aa-b302-3dd724450ada admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a57ad255-728d-4b98-ae9b-157da4f10a40 HTTP/1.1" status: 204  len: 168 time: 0.1738954
Apr 20 14:21:58.952885 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:22:04.265064 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cb7ae904-1cf1-493c-a2f5-c032bb608615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:05.811769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60912) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:22:05.953587 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd41a-f1fa-44a6-bfc8-96fc6e29f955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:05.969445 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b4bfd41a-f1fa-44a6-bfc8-96fc6e29f955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:22:05.973796 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b4bfd41a-f1fa-44a6-bfc8-96fc6e29f955 admin admin] Usage tracker for resource:security_group_rule and tenant:bd187206fea54f358fb55e91d85ae4d6 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:22:05.977318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-b4bfd41a-f1fa-44a6-bfc8-96fc6e29f955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:22:05.983743 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-b4bfd41a-f1fa-44a6-bfc8-96fc6e29f955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:22:06.071960 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd41a-f1fa-44a6-bfc8-96fc6e29f955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:06.076136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b4bfd41a-f1fa-44a6-bfc8-96fc6e29f955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:06.083673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-df8bf2d5-b5b1-4925-a30f-f6e031837675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:06.127664 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-b4bfd41a-f1fa-44a6-bfc8-96fc6e29f955 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd187206fea54f358fb55e91d85ae4d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3147421
Apr 20 14:22:06.128613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfd41a-f1fa-44a6-bfc8-96fc6e29f955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a89bb0c-6df5-43c2-bc57-0fffbdb0716d,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:06.130880 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60918) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:22:06.132059 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b4bfd41a-f1fa-44a6-bfc8-96fc6e29f955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:06.197651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62311de0-02c4-437a-a5e2-5b366cf12046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:06.230542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62311de0-02c4-437a-a5e2-5b366cf12046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:06.278470 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62311de0-02c4-437a-a5e2-5b366cf12046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:06.284501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d064b25c-83ba-4980-aed8-33cf28100310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:06.303627 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62311de0-02c4-437a-a5e2-5b366cf12046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a89bb0c-6df5-43c2-bc57-0fffbdb0716d,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:06.307078 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-62311de0-02c4-437a-a5e2-5b366cf12046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:06.313593 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-62311de0-02c4-437a-a5e2-5b366cf12046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:06.314858 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-62311de0-02c4-437a-a5e2-5b366cf12046 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a89bb0c-6df5-43c2-bc57-0fffbdb0716d HTTP/1.1" status: 204  len: 168 time: 0.1827843
Apr 20 14:22:06.644085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 60926) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:22:06.669618 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3576013-e084-4751-ac75-bb6433c56775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:06.685094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e3576013-e084-4751-ac75-bb6433c56775 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:22:06.689489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e3576013-e084-4751-ac75-bb6433c56775 admin admin] Usage tracker for resource:security_group_rule and tenant:5aa2f6143e67406eb875fba4bc9e3ead is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:22:06.692816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e3576013-e084-4751-ac75-bb6433c56775 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:22:06.699295 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e3576013-e084-4751-ac75-bb6433c56775 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:22:06.749116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f4e16db2-0b52-4912-9617-f95d6b3ac64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:06.795152 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3576013-e084-4751-ac75-bb6433c56775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:06.798907 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3576013-e084-4751-ac75-bb6433c56775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:06.806552 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e3cd5899-1d8e-409e-ba96-8af396da791b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:06.850985 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e3576013-e084-4751-ac75-bb6433c56775 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5aa2f6143e67406eb875fba4bc9e3ead&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2056632
Apr 20 14:22:06.852268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3576013-e084-4751-ac75-bb6433c56775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcdbaae-db84-4295-bb83-ef65b9064687,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:06.855232 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60932) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:22:06.855500 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e3576013-e084-4751-ac75-bb6433c56775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:06.918109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bd723b84-9cae-45dd-a082-04298d3181e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:06.946264 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bd723b84-9cae-45dd-a082-04298d3181e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:06.995040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bd723b84-9cae-45dd-a082-04298d3181e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:06.998936 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ce55efee-1431-4e0e-80bc-87942e586ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:07.010601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd723b84-9cae-45dd-a082-04298d3181e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcdbaae-db84-4295-bb83-ef65b9064687,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:07.015754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bd723b84-9cae-45dd-a082-04298d3181e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:07.017869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bd723b84-9cae-45dd-a082-04298d3181e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:07.021888 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bd723b84-9cae-45dd-a082-04298d3181e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bdcdbaae-db84-4295-bb83-ef65b9064687 HTTP/1.1" status: 204  len: 168 time: 0.1653078
Apr 20 14:22:07.340455 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:07.692809 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:07.869454 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60958) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:22:07.998979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1694477750-network', 'tenant_id': 'edddc7079e8b428a91e525f036f6839f'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:22:08.004401 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:22:08.008599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Usage tracker for resource:network and tenant:edddc7079e8b428a91e525f036f6839f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:22:08.011783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:22:08.018932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:22:08.031167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Made reservation on behalf of edddc7079e8b428a91e525f036f6839f for: {'network': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:22:08.036128 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:08.052597 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:08.069250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:22:08.073481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Usage tracker for resource:security_group_rule and tenant:edddc7079e8b428a91e525f036f6839f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:22:08.076539 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:22:08.082908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:22:08.168473 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:08.172845 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:08.175933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-010a4e20-9d5e-4b3f-b40d-51166a59e772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:08.204873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'}  {{(pid=86375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:22:08.213876 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6013a7bf-9fa3-4884-b679-c9865c9bb45e,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:08.217772 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:08.221332 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:08.221895 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Added segment b8eb187b-dd4d-43ad-a0a6-45b9d273dd77 of type vlan for network f797756c-c948-48a7-ac9b-e115db447105
Apr 20 14:22:08.253435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:08.287518 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:08.289022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:08.289733 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:08.294904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28c2c452-7b47-43aa-ba89-c503ef1ae386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:08.399275 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5285363
Apr 20 14:22:08.400103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Pushing event updated for resources: {'Network': ['ID=f797756c-c948-48a7-ac9b-e115db447105,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:08.402464 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 60964) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:22:08.405389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2673cb4a-ffbe-43b1-a709-72b627c3a38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:08.409240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Request body: {'subnet': {'network_id': 'f797756c-c948-48a7-ac9b-e115db447105', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1694477750-subnet', 'tenant_id': 'edddc7079e8b428a91e525f036f6839f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:22:08.411709 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network f797756c-c948-48a7-ac9b-e115db447105 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:22:08.414622 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:22:08.418810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Usage tracker for resource:subnet and tenant:edddc7079e8b428a91e525f036f6839f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:22:08.421849 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:22:08.428371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:22:08.439330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Made reservation on behalf of edddc7079e8b428a91e525f036f6839f for: {'subnet': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:22:08.444131 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851708855'] for subnet, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:08.523246 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:08.864650 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853300895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851708840'] for subnet, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:08.869382 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:08.942633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cb16ba-b06c-45da-9562-a79c739064cc,revision_number=0']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:08.946727 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:08.954337 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Checking segment: {'id': 'b8eb187b-dd4d-43ad-a0a6-45b9d273dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f797756c-c948-48a7-ac9b-e115db447105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:22:08.954730 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Network hostable DHCP agents. Network: f797756c-c948-48a7-ac9b-e115db447105, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:22:08.974181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Network f797756c-c948-48a7-ac9b-e115db447105 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:22:08.984055 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, f797756c-c948-48a7-ac9b-e115db447105) {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:22:08.992682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8853e49d-31c1-47b2-90fb-d324b5a812cc None None] Network f797756c-c948-48a7-ac9b-e115db447105 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:22:09.001359 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:09.002381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:09.030728 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6203868
Apr 20 14:22:09.299978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:09.415637 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f598cd6-8c26-4faf-bfef-c55be5747415 None None] Network f797756c-c948-48a7-ac9b-e115db447105 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:22:11.152457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-112d10c9-868a-4e30-ba6b-71d3b755820a tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:11.153179 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-112d10c9-868a-4e30-ba6b-71d3b755820a tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Synchronizing usage tracker for tenant:edddc7079e8b428a91e525f036f6839f on resource:network {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:22:11.173908 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-112d10c9-868a-4e30-ba6b-71d3b755820a tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Unset dirty status for tenant:edddc7079e8b428a91e525f036f6839f on resource:network {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:22:11.175516 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-112d10c9-868a-4e30-ba6b-71d3b755820a tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/networks?id=f797756c-c948-48a7-ac9b-e115db447105 HTTP/1.1" status: 200  len: 809 time: 0.1901278
Apr 20 14:22:11.192981 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-1519d981-9c18-42f0-880c-4bbdd6087778 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/quotas/edddc7079e8b428a91e525f036f6839f HTTP/1.1" status: 200  len: 375 time: 0.0112791
Apr 20 14:22:11.263268 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-d6ea7999-e1db-453b-ae1a-bed5232b25b6 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=edddc7079e8b428a91e525f036f6839f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0640075
Apr 20 14:22:11.277263 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-80ea24db-4225-4619-967e-aef6f41ce8d4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 14:22:11.278458 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-80ea24db-4225-4619-967e-aef6f41ce8d4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0076838
Apr 20 14:22:11.425472 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-d28bfb23-38df-4e41-9f6d-7e8a24182026 service neutron] 10.222.0.30 "GET /v2.0/networks/f797756c-c948-48a7-ac9b-e115db447105?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404443
Apr 20 14:22:11.571170 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-223b6edf-c451-48f4-bf52-b391aaa57e8f service neutron] 10.222.0.30 "GET /v2.0/networks/f797756c-c948-48a7-ac9b-e115db447105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388805
Apr 20 14:22:11.787886 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d4e4e0db-953b-42c5-8e03-4c4bf640fdae req-f3be7e26-cb33-42a8-9cf3-8387e62fc5f5 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 210 time: 0.0488205
Apr 20 14:22:12.923411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-b46dd6a2-57d0-400c-8664-b6693d3a0012 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:12.925062 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-b46dd6a2-57d0-400c-8664-b6693d3a0012 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.53 "GET /v2.0/networks?id=f797756c-c948-48a7-ac9b-e115db447105 HTTP/1.1" status: 200  len: 809 time: 0.1606259
Apr 20 14:22:12.940978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Request body: {'port': {'device_id': '38418026-82ed-43dd-af66-757e34b221b2', 'network_id': 'f797756c-c948-48a7-ac9b-e115db447105', 'admin_state_up': True, 'tenant_id': 'edddc7079e8b428a91e525f036f6839f'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:22:12.960973 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-79acf381-a9f6-4414-b2ce-af207d972e39 req-ce6f4848-e1b1-4838-9d01-984e5cf92b2f tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 210 time: 0.0512521
Apr 20 14:22:13.090189 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:22:13.094260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Usage tracker for resource:port and tenant:edddc7079e8b428a91e525f036f6839f is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:22:13.097266 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:22:13.104085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:22:13.119275 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Made reservation on behalf of edddc7079e8b428a91e525f036f6839f for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:22:13.125361 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:13.314457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Allocated IP 172.20.0.8 (f797756c-c948-48a7-ac9b-e115db447105/d5cb16ba-b06c-45da-9562-a79c739064cc/800f1534-dc52-4e22-bb5e-69286087873b) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:22:13.524778 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:13.559932 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:13.565617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6fae9e5e-b64f-41e7-9e7e-c8b8d9c7911d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:13.635048 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Network f797756c-c948-48a7-ac9b-e115db447105 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:22:13.638381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:22:13.642551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:22:13.683826 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Pushing event updated for resources: {'Port': ['ID=800f1534-dc52-4e22-bb5e-69286087873b,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:13.690896 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:13.732029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:13.732773 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:13.762440 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8277214
Apr 20 14:22:13.774958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Request body: {'port': {'device_id': '38418026-82ed-43dd-af66-757e34b221b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:22:13.898653 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:14.169504 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513f09-6ac8-46ae-a911-eebe55fb5bae req-37a9e4a9-cd88-41ba-b4a0-fad40d37748e tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:14.171168 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5b513f09-6ac8-46ae-a911-eebe55fb5bae req-37a9e4a9-cd88-41ba-b4a0-fad40d37748e tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 931 time: 0.0920055
Apr 20 14:22:14.219661 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-5b513f09-6ac8-46ae-a911-eebe55fb5bae req-8d75110a-eb2b-4caa-a6aa-0da2d1ff4fad tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417418
Apr 20 14:22:14.268686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800f1534-dc52-4e22-bb5e-69286087873b {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:22:14.281126 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:14.300196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Transition to ACTIVE for port object 800f1534-dc52-4e22-bb5e-69286087873b will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:22:14.304950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:14.309125 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2bb23022-482d-4879-9600-16e095daebdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:14.466443 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Pushing event updated for resources: {'Port': ['ID=800f1534-dc52-4e22-bb5e-69286087873b,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:14.474283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:14.553396 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Attempting to bind port 800f1534-dc52-4e22-bb5e-69286087873b on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:22:14.553631 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Attempting to bind port 800f1534-dc52-4e22-bb5e-69286087873b by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'b8eb187b-dd4d-43ad-a0a6-45b9d273dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f797756c-c948-48a7-ac9b-e115db447105'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:22:14.554048 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Attempting to bind port 800f1534-dc52-4e22-bb5e-69286087873b on network f797756c-c948-48a7-ac9b-e115db447105 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:22:14.559340 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Port 800f1534-dc52-4e22-bb5e-69286087873b on network f797756c-c948-48a7-ac9b-e115db447105 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:22:14.559703 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Attempting to bind port 800f1534-dc52-4e22-bb5e-69286087873b on network f797756c-c948-48a7-ac9b-e115db447105 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:22:14.565567 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:22:14.565969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Checking segment: {'id': 'b8eb187b-dd4d-43ad-a0a6-45b9d273dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f797756c-c948-48a7-ac9b-e115db447105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:22:14.566386 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Bound using segment: {'id': 'b8eb187b-dd4d-43ad-a0a6-45b9d273dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f797756c-c948-48a7-ac9b-e115db447105'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:22:14.566881 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Bound port: 800f1534-dc52-4e22-bb5e-69286087873b, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eb187b-dd4d-43ad-a0a6-45b9d273dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f797756c-c948-48a7-ac9b-e115db447105'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:22:14.567227 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:14.660199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] For port 800f1534-dc52-4e22-bb5e-69286087873b, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:22:14.663310 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] For port 800f1534-dc52-4e22-bb5e-69286087873b, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=800f1534-dc52-4e22-bb5e-69286087873b,segment=NetworkSegment(b8eb187b-dd4d-43ad-a0a6-45b9d273dd77),segment_id=b8eb187b-dd4d-43ad-a0a6-45b9d273dd77)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:22:14.667339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:14.672081 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-aee5c049-66cc-4ff8-bd5a-2208f7f6ea21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:14.728941 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:14.729515 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:14.731027 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] 10.222.0.53 "PUT /v2.0/ports/800f1534-dc52-4e22-bb5e-69286087873b HTTP/1.1" status: 200  len: 1093 time: 0.9608040
Apr 20 14:22:14.733910 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38418026-82ed-43dd-af66-757e34b221b2', 'tag': '800f1534-dc52-4e22-bb5e-69286087873b'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:22:14.764513 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Pushing event updated for resources: {'Port': ['ID=800f1534-dc52-4e22-bb5e-69286087873b,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:14.768870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:14.815469 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38418026-82ed-43dd-af66-757e34b221b2', 'tag': '800f1534-dc52-4e22-bb5e-69286087873b', 'status': 'completed', 'code': 200}
Apr 20 14:22:14.859237 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-c7a9c254-9625-49d0-8fe6-8f46833d0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:14.860842 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-c7a9c254-9625-49d0-8fe6-8f46833d0afb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edddc7079e8b428a91e525f036f6839f&device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 1096 time: 0.0813243
Apr 20 14:22:14.936974 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-6c8b4a57-19e2-4ed0-a69d-0b36a263b69a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=800f1534-dc52-4e22-bb5e-69286087873b HTTP/1.1" status: 200  len: 217 time: 0.0675559
Apr 20 14:22:15.008499 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-26f40b03-e969-477d-9ea8-2f4794b0721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:15.010169 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-26f40b03-e969-477d-9ea8-2f4794b0721a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d5cb16ba-b06c-45da-9562-a79c739064cc HTTP/1.1" status: 200  len: 849 time: 0.0669563
Apr 20 14:22:15.076559 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-05f4ad21-208b-47d2-b0df-7856d3307c36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f797756c-c948-48a7-ac9b-e115db447105&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0596395
Apr 20 14:22:15.513221 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-24fdcedc-8d21-45f8-8b6f-ca7b57447f7f service neutron] 10.222.0.53 "GET /v2.0/networks/f797756c-c948-48a7-ac9b-e115db447105?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4299939
Apr 20 14:22:15.652810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49297a24-53c7-4be1-b389-b9d6092bda70 req-60388222-d9ff-4829-a08f-9ff9a396feb5 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:15.653564 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-49297a24-53c7-4be1-b389-b9d6092bda70 req-60388222-d9ff-4829-a08f-9ff9a396feb5 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Synchronizing usage tracker for tenant:edddc7079e8b428a91e525f036f6839f on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:22:15.687504 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-86c3fbe3-f552-4359-8e03-c9de5393b674 req-686796b8-9508-4c39-b3ae-bcdbfe3320f2 service neutron] 10.222.0.53 "GET /v2.0/networks/f797756c-c948-48a7-ac9b-e115db447105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678331
Apr 20 14:22:15.692804 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-49297a24-53c7-4be1-b389-b9d6092bda70 req-60388222-d9ff-4829-a08f-9ff9a396feb5 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Unset dirty status for tenant:edddc7079e8b428a91e525f036f6839f on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:22:15.693961 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-49297a24-53c7-4be1-b389-b9d6092bda70 req-60388222-d9ff-4829-a08f-9ff9a396feb5 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 943 time: 0.2512121
Apr 20 14:22:15.790675 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-49297a24-53c7-4be1-b389-b9d6092bda70 req-8e9934f1-2b76-468c-b70a-b8da5c9d2a01 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Synchronizing usage tracker for tenant:edddc7079e8b428a91e525f036f6839f on resource:security_group {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:22:15.824403 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-49297a24-53c7-4be1-b389-b9d6092bda70 req-8e9934f1-2b76-468c-b70a-b8da5c9d2a01 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Unset dirty status for tenant:edddc7079e8b428a91e525f036f6839f on resource:security_group {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:22:15.825648 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-49297a24-53c7-4be1-b389-b9d6092bda70 req-8e9934f1-2b76-468c-b70a-b8da5c9d2a01 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250589
Apr 20 14:22:15.835638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a057d-14c5-44b9-957a-8fad7267714e req-16e76a86-a87f-4cc2-b1d9-5154052d5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:15.837281 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fa1a057d-14c5-44b9-957a-8fad7267714e req-16e76a86-a87f-4cc2-b1d9-5154052d5e6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edddc7079e8b428a91e525f036f6839f&device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 1096 time: 0.1017168
Apr 20 14:22:15.981476 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a057d-14c5-44b9-957a-8fad7267714e req-0edfda86-92e1-4266-b57a-e2ecf4c253f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:15.983087 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fa1a057d-14c5-44b9-957a-8fad7267714e req-0edfda86-92e1-4266-b57a-e2ecf4c253f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f797756c-c948-48a7-ac9b-e115db447105 HTTP/1.1" status: 200  len: 910 time: 0.1392698
Apr 20 14:22:16.058757 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fa1a057d-14c5-44b9-957a-8fad7267714e req-b15ec898-4214-4fd0-883c-532c47ffb271 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=800f1534-dc52-4e22-bb5e-69286087873b HTTP/1.1" status: 200  len: 217 time: 0.0693567
Apr 20 14:22:16.130694 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a057d-14c5-44b9-957a-8fad7267714e req-5a0f5d47-9283-4737-80cd-997bee3bd0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:16.132271 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fa1a057d-14c5-44b9-957a-8fad7267714e req-5a0f5d47-9283-4737-80cd-997bee3bd0ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d5cb16ba-b06c-45da-9562-a79c739064cc HTTP/1.1" status: 200  len: 849 time: 0.0669389
Apr 20 14:22:16.185305 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fa1a057d-14c5-44b9-957a-8fad7267714e req-8032d78e-0061-4664-92e4-2c9651ef974d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f797756c-c948-48a7-ac9b-e115db447105&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463216
Apr 20 14:22:16.329719 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fa1a057d-14c5-44b9-957a-8fad7267714e req-48305e56-5457-4b46-ba5a-43ed2a897f52 service neutron] 10.222.0.53 "GET /v2.0/networks/f797756c-c948-48a7-ac9b-e115db447105?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378074
Apr 20 14:22:16.473641 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-fa1a057d-14c5-44b9-957a-8fad7267714e req-d9e921f8-ebd0-470c-a030-c3a7001d6730 service neutron] 10.222.0.53 "GET /v2.0/networks/f797756c-c948-48a7-ac9b-e115db447105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368735
Apr 20 14:22:17.040335 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab68e2-be2c-4f68-a159-06d38bfdc0f0 req-7d5aec6a-0706-4c6d-b305-0f05d621ae84 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:17.041985 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-71ab68e2-be2c-4f68-a159-06d38bfdc0f0 req-7d5aec6a-0706-4c6d-b305-0f05d621ae84 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 943 time: 0.0965109
Apr 20 14:22:17.092959 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-71ab68e2-be2c-4f68-a159-06d38bfdc0f0 req-213371e8-720c-4bfd-9265-48affd2d7d72 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440373
Apr 20 14:22:17.355161 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 800f1534-dc52-4e22-bb5e-69286087873b details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:22:17.497479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 800f1534-dc52-4e22-bb5e-69286087873b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=800f1534-dc52-4e22-bb5e-69286087873b,segment=NetworkSegment(b8eb187b-dd4d-43ad-a0a6-45b9d273dd77),segment_id=b8eb187b-dd4d-43ad-a0a6-45b9d273dd77)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:22:17.511472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': '800f1534-dc52-4e22-bb5e-69286087873b', 'network_id': 'f797756c-c948-48a7-ac9b-e115db447105', 'port_id': '800f1534-dc52-4e22-bb5e-69286087873b', 'mac_address': 'fa:16:3e:40:e3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cb16ba-b06c-45da-9562-a79c739064cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:22:17.573996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:17.592017 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800f1534-dc52-4e22-bb5e-69286087873b {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:22:17.608613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 800f1534-dc52-4e22-bb5e-69286087873b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=800f1534-dc52-4e22-bb5e-69286087873b,segment=NetworkSegment(b8eb187b-dd4d-43ad-a0a6-45b9d273dd77),segment_id=b8eb187b-dd4d-43ad-a0a6-45b9d273dd77)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:22:17.612216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:17.614259 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:17.685299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=800f1534-dc52-4e22-bb5e-69286087873b,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:17.693438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:17.693987 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:17.694268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:17.694642 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:17.694946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:17.695354 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:17.695719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:17.696082 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:17.696431 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:17.696791 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:17.697195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:17.697552 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:17.701494 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:18.047935 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['800f1534-dc52-4e22-bb5e-69286087873b'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:22:18.297553 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4f02c-9554-47a0-8d57-f6f308b30425 req-9dc2ad9a-48f8-451c-9dbd-463c4637da5b tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:18.299158 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-92c4f02c-9554-47a0-8d57-f6f308b30425 req-9dc2ad9a-48f8-451c-9dbd-463c4637da5b tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 944 time: 0.0887668
Apr 20 14:22:18.350626 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-92c4f02c-9554-47a0-8d57-f6f308b30425 req-5228c5e2-42e7-4254-a53c-6899576f77f0 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448833
Apr 20 14:22:19.369044 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 800f1534-dc52-4e22-bb5e-69286087873b up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:22:19.447977 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port 800f1534-dc52-4e22-bb5e-69286087873b completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:22:19.453334 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port 800f1534-dc52-4e22-bb5e-69286087873b triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:22:19.453769 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:19.565951 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c404a71-f790-4714-a08b-67c08c64138a req-6e6e95db-99a8-416f-80e4-517d0b917a12 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:19.567441 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4c404a71-f790-4714-a08b-67c08c64138a req-6e6e95db-99a8-416f-80e4-517d0b917a12 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 944 time: 0.0911825
Apr 20 14:22:19.577763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:19.606559 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38418026-82ed-43dd-af66-757e34b221b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800f1534-dc52-4e22-bb5e-69286087873b'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:22:19.616972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 800f1534-dc52-4e22-bb5e-69286087873b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=800f1534-dc52-4e22-bb5e-69286087873b,segment=NetworkSegment(b8eb187b-dd4d-43ad-a0a6-45b9d273dd77),segment_id=b8eb187b-dd4d-43ad-a0a6-45b9d273dd77)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:22:19.618898 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4c404a71-f790-4714-a08b-67c08c64138a req-1de66b95-e848-438c-9555-07c347768d41 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443034
Apr 20 14:22:19.621115 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:19.623144 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-def6056e-99fb-4f99-8908-467ad3bd6950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:19.660838 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38418026-82ed-43dd-af66-757e34b221b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800f1534-dc52-4e22-bb5e-69286087873b', 'code': 200}
Apr 20 14:22:19.698357 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=800f1534-dc52-4e22-bb5e-69286087873b,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:19.701459 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:19.906506 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73ce4f-2153-4705-b8e2-bf40ed1c9fe4 req-6d4df05b-4aae-4241-b61d-3771154cf2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:19.908116 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0f73ce4f-2153-4705-b8e2-bf40ed1c9fe4 req-6d4df05b-4aae-4241-b61d-3771154cf2fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 1098 time: 0.0790930
Apr 20 14:22:19.955014 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0f73ce4f-2153-4705-b8e2-bf40ed1c9fe4 req-400751b7-688d-41d8-9e1c-1460da2421f9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395029
Apr 20 14:22:20.834904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e037b4-0241-45ae-9999-76b8b8ea209c req-3f74f8dc-971a-45ef-9d3f-df0336c4fbde tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:20.836500 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97e037b4-0241-45ae-9999-76b8b8ea209c req-3f74f8dc-971a-45ef-9d3f-df0336c4fbde tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 945 time: 0.0941124
Apr 20 14:22:20.884700 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-97e037b4-0241-45ae-9999-76b8b8ea209c req-5deebb32-9d6e-44c1-809b-214f809fac1d tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416288
Apr 20 14:22:22.109902 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba4b64-e323-4f90-9c44-b1c4928bc12f req-dd0c0559-c4ff-4488-bfee-c4973f45f477 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:22.111389 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1fba4b64-e323-4f90-9c44-b1c4928bc12f req-dd0c0559-c4ff-4488-bfee-c4973f45f477 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 945 time: 0.0936952
Apr 20 14:22:22.162618 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1fba4b64-e323-4f90-9c44-b1c4928bc12f req-c423989f-5551-482e-be41-9fa0cfab91ba tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422630
Apr 20 14:22:23.266327 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc3cd1-537a-40dd-84a0-4755ea0ebc52 req-d1665263-a582-4f0a-a9a6-003fe6fcd974 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:23.267908 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c1dc3cd1-537a-40dd-84a0-4755ea0ebc52 req-d1665263-a582-4f0a-a9a6-003fe6fcd974 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 945 time: 0.0956042
Apr 20 14:22:23.319957 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c1dc3cd1-537a-40dd-84a0-4755ea0ebc52 req-ef81e3c5-e8f4-4704-ab92-5ffadf7ce3ca tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452914
Apr 20 14:22:24.550742 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c8db6-cd3f-44d6-b045-ab3812d9a3fd req-7e06c348-5416-413f-b2f3-cfe1528839e3 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:24.552377 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-916c8db6-cd3f-44d6-b045-ab3812d9a3fd req-7e06c348-5416-413f-b2f3-cfe1528839e3 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 945 time: 0.1041536
Apr 20 14:22:24.600096 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-916c8db6-cd3f-44d6-b045-ab3812d9a3fd req-b6bedd78-899a-4851-80bd-3a25af6ac2a0 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412536
Apr 20 14:22:24.600658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ab8aa-a845-4f0b-9f0b-c3250389115d req-d19c8508-1a76-4063-9760-9f9e0d9b40de tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:24.602669 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-933ab8aa-a845-4f0b-9f0b-c3250389115d req-d19c8508-1a76-4063-9760-9f9e0d9b40de tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.53 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 945 time: 0.0904911
Apr 20 14:22:24.682693 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-933ab8aa-a845-4f0b-9f0b-c3250389115d req-3682e797-2bac-4cb0-a470-ed418bc0bc3b tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Deleting port 800f1534-dc52-4e22-bb5e-69286087873b {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:22:24.682976 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-933ab8aa-a845-4f0b-9f0b-c3250389115d req-3682e797-2bac-4cb0-a470-ed418bc0bc3b tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:24.951489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-933ab8aa-a845-4f0b-9f0b-c3250389115d req-3682e797-2bac-4cb0-a470-ed418bc0bc3b tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] For port 800f1534-dc52-4e22-bb5e-69286087873b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=800f1534-dc52-4e22-bb5e-69286087873b,segment=NetworkSegment(b8eb187b-dd4d-43ad-a0a6-45b9d273dd77),segment_id=b8eb187b-dd4d-43ad-a0a6-45b9d273dd77)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:22:24.951856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-933ab8aa-a845-4f0b-9f0b-c3250389115d req-3682e797-2bac-4cb0-a470-ed418bc0bc3b tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:25.081659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-933ab8aa-a845-4f0b-9f0b-c3250389115d req-3682e797-2bac-4cb0-a470-ed418bc0bc3b tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Calling delete_port for 800f1534-dc52-4e22-bb5e-69286087873b owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:22:25.244339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-933ab8aa-a845-4f0b-9f0b-c3250389115d req-3682e797-2bac-4cb0-a470-ed418bc0bc3b tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:25.252629 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cace5e11-876a-4cfd-a839-4a2feb6ff8fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:25.257216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['800f1534-dc52-4e22-bb5e-69286087873b'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:22:25.301882 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682e797-2bac-4cb0-a470-ed418bc0bc3b tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Pushing event deleted for resources: {'Port': ['ID=800f1534-dc52-4e22-bb5e-69286087873b,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:25.305751 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3682e797-2bac-4cb0-a470-ed418bc0bc3b tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:25.387363 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-933ab8aa-a845-4f0b-9f0b-c3250389115d req-3682e797-2bac-4cb0-a470-ed418bc0bc3b tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] No DVR routers for this DVR port 800f1534-dc52-4e22-bb5e-69286087873b on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:22:25.390401 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-933ab8aa-a845-4f0b-9f0b-c3250389115d req-3682e797-2bac-4cb0-a470-ed418bc0bc3b tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:25.393163 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38418026-82ed-43dd-af66-757e34b221b2', 'name': 'network-vif-deleted', 'tag': '800f1534-dc52-4e22-bb5e-69286087873b'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:22:25.410059 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-933ab8aa-a845-4f0b-9f0b-c3250389115d req-3682e797-2bac-4cb0-a470-ed418bc0bc3b tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.53 "DELETE /v2.0/ports/800f1534-dc52-4e22-bb5e-69286087873b HTTP/1.1" status: 204  len: 173 time: 0.8010616
Apr 20 14:22:25.448741 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38418026-82ed-43dd-af66-757e34b221b2', 'name': 'network-vif-deleted', 'tag': '800f1534-dc52-4e22-bb5e-69286087873b', 'status': 'completed', 'code': 200}
Apr 20 14:22:25.806749 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-84eae517-6dfa-4092-8032-9da05672417d req-7c9f7abe-df3d-41a6-8a64-537496d8f982 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=38418026-82ed-43dd-af66-757e34b221b2 HTTP/1.1" status: 200  len: 210 time: 0.0539284
Apr 20 14:22:27.220582 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-385ccc5c-6244-4ed5-ac08-204aced22764 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:27.222161 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-385ccc5c-6244-4ed5-ac08-204aced22764 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/networks?id=f797756c-c948-48a7-ac9b-e115db447105 HTTP/1.1" status: 200  len: 809 time: 0.1635098
Apr 20 14:22:27.239160 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-bbe6272a-64d4-4e1b-a4bb-ece670bb2c46 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/quotas/edddc7079e8b428a91e525f036f6839f HTTP/1.1" status: 200  len: 375 time: 0.0101960
Apr 20 14:22:27.292229 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-5ff6f314-e859-4eb6-9c06-795231db0667 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=edddc7079e8b428a91e525f036f6839f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469835
Apr 20 14:22:27.393342 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 800f1534-dc52-4e22-bb5e-69286087873b no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:22:27.430435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: 800f1534-dc52-4e22-bb5e-69286087873b {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:22:27.430934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 800f1534-dc52-4e22-bb5e-69286087873b not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:22:27.443585 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-e489a264-0703-4632-8674-5c4728671687 service neutron] 10.222.0.30 "GET /v2.0/networks/f797756c-c948-48a7-ac9b-e115db447105?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433625
Apr 20 14:22:27.594042 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-5c3e95c9-7200-49de-b788-903d91531ee1 service neutron] 10.222.0.30 "GET /v2.0/networks/f797756c-c948-48a7-ac9b-e115db447105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439362
Apr 20 14:22:27.795925 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-48b6e4a6-7346-47c1-ab32-802f86dabf1d req-f7f21caa-cf04-48fa-bdd5-0d834f83467d tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Synchronizing usage tracker for tenant:edddc7079e8b428a91e525f036f6839f on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:22:27.812906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-48b6e4a6-7346-47c1-ab32-802f86dabf1d req-f7f21caa-cf04-48fa-bdd5-0d834f83467d tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Unset dirty status for tenant:edddc7079e8b428a91e525f036f6839f on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:22:27.814382 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-48b6e4a6-7346-47c1-ab32-802f86dabf1d req-f7f21caa-cf04-48fa-bdd5-0d834f83467d tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 210 time: 0.0682192
Apr 20 14:22:29.009008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-79a25c5a-631e-485b-bde7-7b02c36a143f tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:29.010629 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-79a25c5a-631e-485b-bde7-7b02c36a143f tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.53 "GET /v2.0/networks?id=f797756c-c948-48a7-ac9b-e115db447105 HTTP/1.1" status: 200  len: 809 time: 0.2532098
Apr 20 14:22:29.013078 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-56f1ecfc-aec7-473a-80f1-d905b502ac9b req-5237b17f-c5dc-4874-8cb7-90ce121e5dac tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 210 time: 0.0679395
Apr 20 14:22:29.024084 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Request body: {'port': {'device_id': 'f9d2cdbc-c096-472f-b666-b4048831972d', 'network_id': 'f797756c-c948-48a7-ac9b-e115db447105', 'admin_state_up': True, 'tenant_id': 'edddc7079e8b428a91e525f036f6839f'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:22:29.180070 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:22:29.191204 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:22:29.201617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Made reservation on behalf of edddc7079e8b428a91e525f036f6839f for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:22:29.207974 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:29.391686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Allocated IP 172.20.0.13 (f797756c-c948-48a7-ac9b-e115db447105/d5cb16ba-b06c-45da-9562-a79c739064cc/f0174961-9689-4a50-b066-cfd646fa0bde) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:22:29.610065 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:29.643372 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:29.649112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cdeaf159-ca5f-4dd6-b97a-8abf5cb16c1f tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:29.722301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Network f797756c-c948-48a7-ac9b-e115db447105 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:22:29.725516 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:22:29.730157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:22:29.763124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Pushing event updated for resources: {'Port': ['ID=f0174961-9689-4a50-b066-cfd646fa0bde,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:29.771040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:29.803052 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:29.803723 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:29.829754 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8100200
Apr 20 14:22:29.842134 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Request body: {'port': {'device_id': 'f9d2cdbc-c096-472f-b666-b4048831972d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:22:29.964950 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:30.333159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc5dd8-abd6-45ce-ad1a-8a7f3d1d1581 req-20e7dfcd-1e58-4a62-b7a5-d5ccdc5f84d3 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:30.333849 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-c2dc5dd8-abd6-45ce-ad1a-8a7f3d1d1581 req-20e7dfcd-1e58-4a62-b7a5-d5ccdc5f84d3 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Synchronizing usage tracker for tenant:edddc7079e8b428a91e525f036f6839f on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:22:30.409711 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-c2dc5dd8-abd6-45ce-ad1a-8a7f3d1d1581 req-20e7dfcd-1e58-4a62-b7a5-d5ccdc5f84d3 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Unset dirty status for tenant:edddc7079e8b428a91e525f036f6839f on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:22:30.411024 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c2dc5dd8-abd6-45ce-ad1a-8a7f3d1d1581 req-20e7dfcd-1e58-4a62-b7a5-d5ccdc5f84d3 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 932 time: 0.2662709
Apr 20 14:22:30.415265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0174961-9689-4a50-b066-cfd646fa0bde {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:22:30.436602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:30.466814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Transition to ACTIVE for port object f0174961-9689-4a50-b066-cfd646fa0bde will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:22:30.473300 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:30.479166 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:30.517683 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-c2dc5dd8-abd6-45ce-ad1a-8a7f3d1d1581 req-928c756e-06b9-4557-a811-0b525033c48a tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974808
Apr 20 14:22:30.615054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0174961-9689-4a50-b066-cfd646fa0bde,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:30.618721 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:30.725458 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Attempting to bind port f0174961-9689-4a50-b066-cfd646fa0bde on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:22:30.725858 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Attempting to bind port f0174961-9689-4a50-b066-cfd646fa0bde by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'b8eb187b-dd4d-43ad-a0a6-45b9d273dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f797756c-c948-48a7-ac9b-e115db447105'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:22:30.726224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Attempting to bind port f0174961-9689-4a50-b066-cfd646fa0bde on network f797756c-c948-48a7-ac9b-e115db447105 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:22:30.731688 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Port f0174961-9689-4a50-b066-cfd646fa0bde on network f797756c-c948-48a7-ac9b-e115db447105 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:22:30.732046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Attempting to bind port f0174961-9689-4a50-b066-cfd646fa0bde on network f797756c-c948-48a7-ac9b-e115db447105 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:22:30.737750 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:22:30.738099 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Checking segment: {'id': 'b8eb187b-dd4d-43ad-a0a6-45b9d273dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f797756c-c948-48a7-ac9b-e115db447105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:22:30.738525 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Bound using segment: {'id': 'b8eb187b-dd4d-43ad-a0a6-45b9d273dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f797756c-c948-48a7-ac9b-e115db447105'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:22:30.739074 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Bound port: f0174961-9689-4a50-b066-cfd646fa0bde, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eb187b-dd4d-43ad-a0a6-45b9d273dd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f797756c-c948-48a7-ac9b-e115db447105'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:22:30.739387 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:30.836161 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] For port f0174961-9689-4a50-b066-cfd646fa0bde, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:22:30.839243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] For port f0174961-9689-4a50-b066-cfd646fa0bde, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f0174961-9689-4a50-b066-cfd646fa0bde,segment=NetworkSegment(b8eb187b-dd4d-43ad-a0a6-45b9d273dd77),segment_id=b8eb187b-dd4d-43ad-a0a6-45b9d273dd77)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:22:30.843612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:30.847404 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-859b79c5-1741-48cc-9ca7-8ac62c0e5b19 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:31.141114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:31.141609 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:31.143403 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] 10.222.0.53 "PUT /v2.0/ports/f0174961-9689-4a50-b066-cfd646fa0bde HTTP/1.1" status: 200  len: 1094 time: 1.3060222
Apr 20 14:22:31.152278 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d2cdbc-c096-472f-b666-b4048831972d', 'tag': 'f0174961-9689-4a50-b066-cfd646fa0bde'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:22:31.175476 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f0174961-9689-4a50-b066-cfd646fa0bde,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:31.178954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:31.227872 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d2cdbc-c096-472f-b666-b4048831972d', 'tag': 'f0174961-9689-4a50-b066-cfd646fa0bde', 'status': 'completed', 'code': 200}
Apr 20 14:22:31.275473 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-16d9dc8b-bd55-49d9-8d34-bdd35fe70db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:31.277079 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-16d9dc8b-bd55-49d9-8d34-bdd35fe70db7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edddc7079e8b428a91e525f036f6839f&device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 1097 time: 0.0853603
Apr 20 14:22:31.356161 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-3a3a2c7a-39c7-43b8-baf7-8d3a1fd94d86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0174961-9689-4a50-b066-cfd646fa0bde HTTP/1.1" status: 200  len: 217 time: 0.0697238
Apr 20 14:22:31.426714 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-48488e64-f697-4f83-896e-8b5783619dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:31.428243 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-48488e64-f697-4f83-896e-8b5783619dce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d5cb16ba-b06c-45da-9562-a79c739064cc HTTP/1.1" status: 200  len: 849 time: 0.0661783
Apr 20 14:22:31.480127 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-e15e029d-34f4-4d05-b0af-c417530b46f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f797756c-c948-48a7-ac9b-e115db447105&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455010
Apr 20 14:22:31.620765 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-727ebf53-72f0-4caa-8073-9501df1fe503 service neutron] 10.222.0.53 "GET /v2.0/networks/f797756c-c948-48a7-ac9b-e115db447105?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342411
Apr 20 14:22:31.826073 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a369d9be-9a34-4601-befb-aa5b5099c7ea req-e1f128e0-70ec-4d00-b94d-f72efc71e2d5 service neutron] 10.222.0.53 "GET /v2.0/networks/f797756c-c948-48a7-ac9b-e115db447105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1986609
Apr 20 14:22:31.841996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f74c8-e51e-4fa2-acf6-48f0a2f79974 req-cf198efb-0cff-4f56-98bb-0bebc3a58564 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:31.843650 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ba2f74c8-e51e-4fa2-acf6-48f0a2f79974 req-cf198efb-0cff-4f56-98bb-0bebc3a58564 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 944 time: 0.1927156
Apr 20 14:22:31.936179 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ba2f74c8-e51e-4fa2-acf6-48f0a2f79974 req-7252939e-de03-4c03-90ce-a7b6b4c7df6c tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848279
Apr 20 14:22:31.968897 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee343c2-b131-47c8-9b4b-7560cefa7111 req-67e3bd3d-30b6-4304-857b-3028195cddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:31.970557 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3ee343c2-b131-47c8-9b4b-7560cefa7111 req-67e3bd3d-30b6-4304-857b-3028195cddd5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=edddc7079e8b428a91e525f036f6839f&device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 1097 time: 0.0896540
Apr 20 14:22:32.113685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee343c2-b131-47c8-9b4b-7560cefa7111 req-3ea74833-6a00-428a-af45-74436ffe6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:32.115234 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3ee343c2-b131-47c8-9b4b-7560cefa7111 req-3ea74833-6a00-428a-af45-74436ffe6091 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f797756c-c948-48a7-ac9b-e115db447105 HTTP/1.1" status: 200  len: 910 time: 0.1378453
Apr 20 14:22:32.192157 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3ee343c2-b131-47c8-9b4b-7560cefa7111 req-fe61a158-765a-4605-bcea-c6e640eacb2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0174961-9689-4a50-b066-cfd646fa0bde HTTP/1.1" status: 200  len: 217 time: 0.0700610
Apr 20 14:22:32.261651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee343c2-b131-47c8-9b4b-7560cefa7111 req-7dda35ee-30e8-4ace-be76-c2f69eeb3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:32.263299 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3ee343c2-b131-47c8-9b4b-7560cefa7111 req-7dda35ee-30e8-4ace-be76-c2f69eeb3229 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d5cb16ba-b06c-45da-9562-a79c739064cc HTTP/1.1" status: 200  len: 849 time: 0.0642524
Apr 20 14:22:32.318916 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3ee343c2-b131-47c8-9b4b-7560cefa7111 req-f5fefcf0-6c42-44bc-827e-540bd76a22e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f797756c-c948-48a7-ac9b-e115db447105&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490477
Apr 20 14:22:32.461358 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3ee343c2-b131-47c8-9b4b-7560cefa7111 req-97916bca-a56e-454b-93b4-1b56ebc1ee9b service neutron] 10.222.0.53 "GET /v2.0/networks/f797756c-c948-48a7-ac9b-e115db447105?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362545
Apr 20 14:22:32.605266 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-3ee343c2-b131-47c8-9b4b-7560cefa7111 req-a684e849-4548-4fa2-93ef-0e6376812091 service neutron] 10.222.0.53 "GET /v2.0/networks/f797756c-c948-48a7-ac9b-e115db447105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371768
Apr 20 14:22:33.158116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90da31-6c9f-4e4f-a0f6-df9e7e1ccfdb req-ce8de05d-f145-4389-a3c3-378c744a0147 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:33.159601 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2e90da31-6c9f-4e4f-a0f6-df9e7e1ccfdb req-ce8de05d-f145-4389-a3c3-378c744a0147 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 944 time: 0.1028929
Apr 20 14:22:33.208679 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-2e90da31-6c9f-4e4f-a0f6-df9e7e1ccfdb req-83e73e09-c936-4f7d-925e-3a286ba9f40c tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419972
Apr 20 14:22:33.463332 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device f0174961-9689-4a50-b066-cfd646fa0bde details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:22:33.610437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port f0174961-9689-4a50-b066-cfd646fa0bde, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f0174961-9689-4a50-b066-cfd646fa0bde,segment=NetworkSegment(b8eb187b-dd4d-43ad-a0a6-45b9d273dd77),segment_id=b8eb187b-dd4d-43ad-a0a6-45b9d273dd77)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:22:33.624251 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'f0174961-9689-4a50-b066-cfd646fa0bde', 'network_id': 'f797756c-c948-48a7-ac9b-e115db447105', 'port_id': 'f0174961-9689-4a50-b066-cfd646fa0bde', 'mac_address': 'fa:16:3e:a0:63:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cb16ba-b06c-45da-9562-a79c739064cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:22:33.687340 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:33.705339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0174961-9689-4a50-b066-cfd646fa0bde {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:22:33.722667 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port f0174961-9689-4a50-b066-cfd646fa0bde, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f0174961-9689-4a50-b066-cfd646fa0bde,segment=NetworkSegment(b8eb187b-dd4d-43ad-a0a6-45b9d273dd77),segment_id=b8eb187b-dd4d-43ad-a0a6-45b9d273dd77)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:22:33.727306 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:33.729109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:33.799107 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=f0174961-9689-4a50-b066-cfd646fa0bde,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:33.802684 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:34.029346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['f0174961-9689-4a50-b066-cfd646fa0bde'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:22:34.268316 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ee00fd66-9c67-4258-aa0a-9591a1c27ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:34.420982 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dd237-9e38-4c36-99d2-4b1287044d50 req-bad8eaa3-4220-47d9-9c52-2d592870d541 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:34.422626 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-774dd237-9e38-4c36-99d2-4b1287044d50 req-bad8eaa3-4220-47d9-9c52-2d592870d541 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 945 time: 0.0991704
Apr 20 14:22:34.472012 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-774dd237-9e38-4c36-99d2-4b1287044d50 req-ee5eabfe-54ad-45f6-8241-ff8c4e35c556 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427165
Apr 20 14:22:35.478173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device f0174961-9689-4a50-b066-cfd646fa0bde up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:22:35.550303 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port f0174961-9689-4a50-b066-cfd646fa0bde completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:22:35.555410 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port f0174961-9689-4a50-b066-cfd646fa0bde triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:22:35.555821 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:35.683151 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:35.688277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6c2bd-12ef-48fd-83b1-a890d72f3584 req-fe5c29c6-0328-4ceb-8379-45299550bfee tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:35.689891 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-acc6c2bd-12ef-48fd-83b1-a890d72f3584 req-fe5c29c6-0328-4ceb-8379-45299550bfee tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 945 time: 0.0903637
Apr 20 14:22:35.712097 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d2cdbc-c096-472f-b666-b4048831972d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0174961-9689-4a50-b066-cfd646fa0bde'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:22:35.722702 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port f0174961-9689-4a50-b066-cfd646fa0bde, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f0174961-9689-4a50-b066-cfd646fa0bde,segment=NetworkSegment(b8eb187b-dd4d-43ad-a0a6-45b9d273dd77),segment_id=b8eb187b-dd4d-43ad-a0a6-45b9d273dd77)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:22:35.726936 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:35.728921 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:35.738988 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-acc6c2bd-12ef-48fd-83b1-a890d72f3584 req-9cb09022-abc8-42a3-ae8e-995438e9c504 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425375
Apr 20 14:22:35.783064 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d2cdbc-c096-472f-b666-b4048831972d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0174961-9689-4a50-b066-cfd646fa0bde', 'code': 200}
Apr 20 14:22:35.812117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=f0174961-9689-4a50-b066-cfd646fa0bde,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:35.815419 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:35.952909 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:22:36.013662 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08d220-4cfa-4689-af1a-88fff4f2b520 req-34816519-31e5-4ac7-b9e4-ec5d5638d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:36.015347 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ac08d220-4cfa-4689-af1a-88fff4f2b520 req-34816519-31e5-4ac7-b9e4-ec5d5638d23c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 1099 time: 0.0827744
Apr 20 14:22:36.062163 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ac08d220-4cfa-4689-af1a-88fff4f2b520 req-7cfc9f86-1e93-4a9e-9292-28a126e71970 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389552
Apr 20 14:22:36.757965 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-791780c9-2e86-4524-9165-8f014166c652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:37.188542 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8df537-5459-4fd1-a229-6a7236204477 req-c78e0bfa-5f58-460d-b099-d04e483a4f81 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:37.190164 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4c8df537-5459-4fd1-a229-6a7236204477 req-c78e0bfa-5f58-460d-b099-d04e483a4f81 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 946 time: 0.3317680
Apr 20 14:22:37.240015 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4c8df537-5459-4fd1-a229-6a7236204477 req-d14ebf3a-f231-4808-9744-6a10d4093900 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428119
Apr 20 14:22:37.347186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:37.697473 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:38.451275 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d4642-b208-43ab-aa2c-27e7415fc4c9 req-65965530-10df-490d-b789-72059d1713cd tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:38.452893 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b49d4642-b208-43ab-aa2c-27e7415fc4c9 req-65965530-10df-490d-b789-72059d1713cd tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 946 time: 0.0955439
Apr 20 14:22:38.462434 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:38.506787 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b49d4642-b208-43ab-aa2c-27e7415fc4c9 req-912429be-ad24-4739-a7d5-ba52a9a70ef5 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464728
Apr 20 14:22:39.090869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:39.720123 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b2f37-85c2-41a4-91b0-321f44e5ea31 req-a2776d06-9de2-434b-a1f0-1862dc052c67 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:39.721753 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e93b2f37-85c2-41a4-91b0-321f44e5ea31 req-a2776d06-9de2-434b-a1f0-1862dc052c67 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 946 time: 0.0885580
Apr 20 14:22:39.789515 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-e93b2f37-85c2-41a4-91b0-321f44e5ea31 req-30884a26-2e17-4ab9-9c2d-588f947c0546 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606649
Apr 20 14:22:40.997074 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc40f8-8192-4a72-8b57-97132dafa5fd req-7e5e8286-a098-44d6-9ad2-5dba96178f64 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:40.998693 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ffbc40f8-8192-4a72-8b57-97132dafa5fd req-7e5e8286-a098-44d6-9ad2-5dba96178f64 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 946 time: 0.0891659
Apr 20 14:22:41.047796 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ffbc40f8-8192-4a72-8b57-97132dafa5fd req-7b9b8012-8e47-4fee-9c6c-cf97ca178fbe tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/security-groups?id=6013a7bf-9fa3-4884-b679-c9865c9bb45e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425198
Apr 20 14:22:41.105501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e3a73-560f-4ece-b584-f9d9c0d1fbd6 req-6e08f6db-dffd-464d-b0b6-170d9dbc506f tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:41.107127 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ab0e3a73-560f-4ece-b584-f9d9c0d1fbd6 req-6e08f6db-dffd-464d-b0b6-170d9dbc506f tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 946 time: 0.0946550
Apr 20 14:22:41.183693 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-ab0e3a73-560f-4ece-b584-f9d9c0d1fbd6 req-229ea2b1-29df-4b6b-aaf8-7bf0711087f2 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Deleting port f0174961-9689-4a50-b066-cfd646fa0bde {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:22:41.184075 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ab0e3a73-560f-4ece-b584-f9d9c0d1fbd6 req-229ea2b1-29df-4b6b-aaf8-7bf0711087f2 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:41.456700 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-ab0e3a73-560f-4ece-b584-f9d9c0d1fbd6 req-229ea2b1-29df-4b6b-aaf8-7bf0711087f2 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] For port f0174961-9689-4a50-b066-cfd646fa0bde, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f0174961-9689-4a50-b066-cfd646fa0bde,segment=NetworkSegment(b8eb187b-dd4d-43ad-a0a6-45b9d273dd77),segment_id=b8eb187b-dd4d-43ad-a0a6-45b9d273dd77)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:22:41.457104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ab0e3a73-560f-4ece-b584-f9d9c0d1fbd6 req-229ea2b1-29df-4b6b-aaf8-7bf0711087f2 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:41.590645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-ab0e3a73-560f-4ece-b584-f9d9c0d1fbd6 req-229ea2b1-29df-4b6b-aaf8-7bf0711087f2 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Calling delete_port for f0174961-9689-4a50-b066-cfd646fa0bde owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:22:41.693250 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b9ebb-bafa-4176-be23-39633bfb383c req-d6a50607-3919-4798-ac8f-805d4a0f52e0 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:41.695214 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-899b9ebb-bafa-4176-be23-39633bfb383c req-d6a50607-3919-4798-ac8f-805d4a0f52e0 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 946 time: 0.1004126
Apr 20 14:22:41.743298 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-899b9ebb-bafa-4176-be23-39633bfb383c req-4a3c4aa0-e203-4b2f-96c7-9cbf363cc6df tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9da160f-301a-40e6-96af-5ed27ddfc8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413158
Apr 20 14:22:41.755146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ab0e3a73-560f-4ece-b584-f9d9c0d1fbd6 req-229ea2b1-29df-4b6b-aaf8-7bf0711087f2 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:41.761446 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2a29c1cb-79bd-47b0-9d14-617f038f67a9 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:41.811389 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ea2b1-29df-4b6b-aaf8-7bf0711087f2 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Pushing event deleted for resources: {'Port': ['ID=f0174961-9689-4a50-b066-cfd646fa0bde,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:41.814801 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-229ea2b1-29df-4b6b-aaf8-7bf0711087f2 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:41.891906 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0e3a73-560f-4ece-b584-f9d9c0d1fbd6 req-229ea2b1-29df-4b6b-aaf8-7bf0711087f2 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] No DVR routers for this DVR port f0174961-9689-4a50-b066-cfd646fa0bde on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:22:41.894693 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ab0e3a73-560f-4ece-b584-f9d9c0d1fbd6 req-229ea2b1-29df-4b6b-aaf8-7bf0711087f2 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:41.897435 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d2cdbc-c096-472f-b666-b4048831972d', 'name': 'network-vif-deleted', 'tag': 'f0174961-9689-4a50-b066-cfd646fa0bde'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:22:41.913378 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ab0e3a73-560f-4ece-b584-f9d9c0d1fbd6 req-229ea2b1-29df-4b6b-aaf8-7bf0711087f2 tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.53 "DELETE /v2.0/ports/f0174961-9689-4a50-b066-cfd646fa0bde HTTP/1.1" status: 204  len: 173 time: 0.8002779
Apr 20 14:22:41.951105 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d2cdbc-c096-472f-b666-b4048831972d', 'name': 'network-vif-deleted', 'tag': 'f0174961-9689-4a50-b066-cfd646fa0bde', 'status': 'completed', 'code': 200}
Apr 20 14:22:42.233350 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-8166ae26-5fdd-4896-a254-290cc33cf539 req-00b31fde-ba30-44db-8881-36d21972f4bf tempest-VolumesActionsTest-159141918 tempest-VolumesActionsTest-159141918-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d2cdbc-c096-472f-b666-b4048831972d HTTP/1.1" status: 200  len: 210 time: 0.0501571
Apr 20 14:22:42.958335 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7289c7-580e-44fa-9a03-f09d9ef143f5 req-665d6567-3da3-4c4f-b1f7-7feb4fcc1df7 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:42.959981 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e7289c7-580e-44fa-9a03-f09d9ef143f5 req-665d6567-3da3-4c4f-b1f7-7feb4fcc1df7 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 946 time: 0.0945563
Apr 20 14:22:43.016089 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6e7289c7-580e-44fa-9a03-f09d9ef143f5 req-ab0a5173-34b5-4464-9665-7d187fdaebf0 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9da160f-301a-40e6-96af-5ed27ddfc8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467708
Apr 20 14:22:43.431484 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c2741-c763-4171-860a-91febffab98c req-707867cd-fbc0-4cac-b7ac-2bd2735ec0d5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:43.433132 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-829c2741-c763-4171-860a-91febffab98c req-707867cd-fbc0-4cac-b7ac-2bd2735ec0d5 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 946 time: 0.1013718
Apr 20 14:22:43.511855 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Deleting port f4301039-ffa5-4d14-8f66-783c3c8b9cec {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:22:43.512289 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:43.526789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device f0174961-9689-4a50-b066-cfd646fa0bde no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:22:43.564118 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: f0174961-9689-4a50-b066-cfd646fa0bde {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:22:43.564567 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device f0174961-9689-4a50-b066-cfd646fa0bde not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:22:43.775738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] For port f4301039-ffa5-4d14-8f66-783c3c8b9cec, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4301039-ffa5-4d14-8f66-783c3c8b9cec,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:22:43.776011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:44.099497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:44.099986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853835331'] for floatingip, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:44.100803 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.l3_db [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Floating IP 2bdc3d36-0c32-4623-9bc3-8cb6a697b8f7 disassociated. External IP: 172.27.3.97, port: f4301039-ffa5-4d14-8f66-783c3c8b9cec.
Apr 20 14:22:44.100803 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Calling delete_port for f4301039-ffa5-4d14-8f66-783c3c8b9cec owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:22:44.323555 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c51c60-cabf-4bf3-8255-a8708bea7917 req-6bae5460-bba7-42d8-b11b-9ccfcae8a8e2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:22:44.325165 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d7c51c60-cabf-4bf3-8255-a8708bea7917 req-6bae5460-bba7-42d8-b11b-9ccfcae8a8e2 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 946 time: 0.1715395
Apr 20 14:22:44.326396 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:44.335940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-41e86ad3-ae6a-4f3b-b6e1-adcbb0de948b tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:44.411420 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event deleted for resources: {'Port': ['ID=f4301039-ffa5-4d14-8f66-783c3c8b9cec,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:44.787573 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:44.788111 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:44.788371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:44.788772 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:44.789196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:44.789587 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:44.790008 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:44.790368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:44.790760 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:44.791424 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:44.791821 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:44.792207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:44.795810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:44.832175 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d7c51c60-cabf-4bf3-8255-a8708bea7917 req-c7e28a0b-2af5-4181-b6a2-26ddc9cec6ed tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups?id=a9da160f-301a-40e6-96af-5ed27ddfc8f1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4981945
Apr 20 14:22:44.883434 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Router a648c827-c35e-49c5-940e-41f8cb483ff8 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:22:45.076625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:22:45.086840 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52379ba-0bb6-40b2-b0c7-452ca0b9ba7d None None] Sync routers for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:22:45.097737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52379ba-0bb6-40b2-b0c7-452ca0b9ba7d None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:22:45.098458 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b52379ba-0bb6-40b2-b0c7-452ca0b9ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315ec65c0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:22:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:22:45.155936 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] No DVR routers for this DVR port f4301039-ffa5-4d14-8f66-783c3c8b9cec on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:22:45.158604 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:45.161463 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0', 'name': 'network-vif-deleted', 'tag': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:22:45.178235 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-829c2741-c763-4171-860a-91febffab98c req-070df477-f0e5-4c21-8155-c0a8680b0ea8 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.53 "DELETE /v2.0/ports/f4301039-ffa5-4d14-8f66-783c3c8b9cec HTTP/1.1" status: 204  len: 173 time: 1.7391119
Apr 20 14:22:45.211031 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0', 'name': 'network-vif-deleted', 'tag': 'f4301039-ffa5-4d14-8f66-783c3c8b9cec', 'status': 'completed', 'code': 200}
Apr 20 14:22:45.284112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-b52379ba-0bb6-40b2-b0c7-452ca0b9ba7d None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:22:45.620236 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b52379ba-0bb6-40b2-b0c7-452ca0b9ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315ec65c0>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:52Z', 'revision_number': 5, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:22:45.624722 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52379ba-0bb6-40b2-b0c7-452ca0b9ba7d None None] Checking router: a648c827-c35e-49c5-940e-41f8cb483ff8 for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:22:45.634279 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52379ba-0bb6-40b2-b0c7-452ca0b9ba7d None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:22:45.634935 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b52379ba-0bb6-40b2-b0c7-452ca0b9ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb315ec65c0>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:22:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:22:45.829463 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-b52379ba-0bb6-40b2-b0c7-452ca0b9ba7d None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:22:45.996418 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-26802959-2080-478f-b8f5-1455f15f9e13 req-35499c71-9259-434c-bc0d-08fc797e6f22 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Synchronizing usage tracker for tenant:766c27cfe7f6408c88e8b02814459154 on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:22:46.012928 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-26802959-2080-478f-b8f5-1455f15f9e13 req-35499c71-9259-434c-bc0d-08fc797e6f22 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Unset dirty status for tenant:766c27cfe7f6408c88e8b02814459154 on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:22:46.018665 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-26802959-2080-478f-b8f5-1455f15f9e13 req-35499c71-9259-434c-bc0d-08fc797e6f22 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 210 time: 0.0663106
Apr 20 14:22:46.170132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-b52379ba-0bb6-40b2-b0c7-452ca0b9ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb315ec65c0>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:52Z', 'revision_number': 5, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:22:46.174581 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52379ba-0bb6-40b2-b0c7-452ca0b9ba7d None None] The sync data for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi is: [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:14:41Z', 'revision_number': 4, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi', '_interfaces': [{'id': 'ccc8ec41-360c-4ecc-9904-5599471a9690', 'name': '', 'network_id': 'b5ed19ab-cd2e-445f-9d67-21775a46871e', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'mac_address': 'fa:16:3e:64:c6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:40Z', 'updated_at': '2021-04-20T14:14:52Z', 'revision_number': 5, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'subnets': [{'id': '2d0873af-78d2-4a57-8751-7ff684d4f9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:22:46.557737 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fded8bb-efef-4bd5-9092-27086e82fefd None None] New status for floating IP 2bdc3d36-0c32-4623-9bc3-8cb6a697b8f7: DOWN {{(pid=86377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 14:22:47.192556 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9ff71680-e056-47a8-806f-00d4cd497a95 req-3502624a-a19f-41b9-aae5-8705059a4ce4 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 210 time: 0.0549054
Apr 20 14:22:48.372012 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b02f09d4-9272-4d16-b230-a43734b9d546 req-cd81be24-9850-4a1d-898a-e3be6804ea74 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6bb3ce74-3a43-403c-8fcc-2ae5cee56ff0 HTTP/1.1" status: 200  len: 210 time: 0.0568409
Apr 20 14:22:48.597457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device f4301039-ffa5-4d14-8f66-783c3c8b9cec no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:22:48.637649 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: f4301039-ffa5-4d14-8f66-783c3c8b9cec {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:22:48.638029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device f4301039-ffa5-4d14-8f66-783c3c8b9cec not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:22:49.541145 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 33086) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:22:49.623104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:49.654329 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:49.714104 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:49.720841 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1884a39a-65a0-4ffc-b1be-3804dfe02f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:49.744996 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9da160f-301a-40e6-96af-5ed27ddfc8f1,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:49.759438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:49.759777 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:49.760154 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:49.760566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:49.760952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:49.761434 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:49.761766 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:49.762368 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:49.762745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:49.763230 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:49.763633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:49.764022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:22:49.769957 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:49.772111 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:49.776558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33100) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:22:49.788611 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-24439f7a-abd7-4089-bc8b-b47fb4fce72c tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "DELETE /v2.0/security-groups/a9da160f-301a-40e6-96af-5ed27ddfc8f1 HTTP/1.1" status: 204  len: 168 time: 0.2435825
Apr 20 14:22:49.795107 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.api.v2.resource [None req-126f00a4-b53f-44db-bcd4-5763c1f5cd22 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] show failed (client error): The resource could not be found.
Apr 20 14:22:49.799757 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-126f00a4-b53f-44db-bcd4-5763c1f5cd22 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "GET /v2.0/security-groups/a9da160f-301a-40e6-96af-5ed27ddfc8f1 HTTP/1.1" status: 404  len: 347 time: 0.0222764
Apr 20 14:22:49.800462 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33106) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:22:49.990759 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-fadada4f-8759-43da-b30d-96e7538197da tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Deleting port f7016cd6-50de-4c21-a3a1-93046eb6b317 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:22:49.991143 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fadada4f-8759-43da-b30d-96e7538197da tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:50.210633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fadada4f-8759-43da-b30d-96e7538197da tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:50.210983 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fadada4f-8759-43da-b30d-96e7538197da tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:50.386943 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-fadada4f-8759-43da-b30d-96e7538197da tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Calling delete_port for f7016cd6-50de-4c21-a3a1-93046eb6b317 owned by network:floatingip {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:22:50.558998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fadada4f-8759-43da-b30d-96e7538197da tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:50.569635 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b3d5f722-802d-472d-ac73-b1974bcb3ea5 tempest-VolumesNegativeTest-899180131 tempest-VolumesNegativeTest-899180131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:50.655589 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadada4f-8759-43da-b30d-96e7538197da tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Pushing event deleted for resources: {'Port': ['ID=f7016cd6-50de-4c21-a3a1-93046eb6b317,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:50.686613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-fadada4f-8759-43da-b30d-96e7538197da tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:50.715109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fadada4f-8759-43da-b30d-96e7538197da tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks [] for floatingip, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:50.739571 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fadada4f-8759-43da-b30d-96e7538197da tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:50.744147 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-fadada4f-8759-43da-b30d-96e7538197da tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] 10.222.0.30 "DELETE /v2.0/floatingips/2bdc3d36-0c32-4623-9bc3-8cb6a697b8f7 HTTP/1.1" status: 204  len: 168 time: 0.9396865
Apr 20 14:22:55.106726 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33168) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:22:55.863207 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d9fbeb92-bf91-44d2-b321-2d1e21abd36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-981654'] for router_interface, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:56.287146 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-d9fbeb92-bf91-44d2-b321-2d1e21abd36b admin admin] Deleting port ccc8ec41-360c-4ecc-9904-5599471a9690 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:22:56.287760 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d9fbeb92-bf91-44d2-b321-2d1e21abd36b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:56.494970 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-d9fbeb92-bf91-44d2-b321-2d1e21abd36b admin admin] For port ccc8ec41-360c-4ecc-9904-5599471a9690, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=ccc8ec41-360c-4ecc-9904-5599471a9690,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:22:56.495558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d9fbeb92-bf91-44d2-b321-2d1e21abd36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:56.905830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-d9fbeb92-bf91-44d2-b321-2d1e21abd36b admin admin] Calling delete_port for ccc8ec41-360c-4ecc-9904-5599471a9690 owned by network:router_interface {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:22:57.120434 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d9fbeb92-bf91-44d2-b321-2d1e21abd36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:57.125101 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-09fd4024-2301-4195-b624-52efd660969c tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:57.181055 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbeb92-bf91-44d2-b321-2d1e21abd36b admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc8ec41-360c-4ecc-9904-5599471a9690,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:57.185631 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d9fbeb92-bf91-44d2-b321-2d1e21abd36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:57.503633 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d9fbeb92-bf91-44d2-b321-2d1e21abd36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854150821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-981736'] for router_interface, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:57.965829 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fbeb92-bf91-44d2-b321-2d1e21abd36b admin admin] Router a648c827-c35e-49c5-940e-41f8cb483ff8 has already been hosted by L3 agent 66a2abb7-9bcb-44cc-8147-e571dc52e11f {{(pid=86375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 14:22:58.242985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fbeb92-bf91-44d2-b321-2d1e21abd36b admin admin] Notify agent at l3_agent.dv-cinder-774594-5-iscsi the message routers_updated {{(pid=86375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 14:22:58.257335 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e20da96-3e1f-4aee-93e3-a951672442f0 None None] Sync routers for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 14:22:58.262311 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d9fbeb92-bf91-44d2-b321-2d1e21abd36b admin admin] 10.222.0.30 "PUT /v2.0/routers/a648c827-c35e-49c5-940e-41f8cb483ff8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1518023
Apr 20 14:22:58.263748 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33190) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:22:58.271557 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20da96-3e1f-4aee-93e3-a951672442f0 None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:22:58.272366 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-8e20da96-3e1f-4aee-93e3-a951672442f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316fc7278>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:22:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:22:58.510054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Notify callbacks [] for router, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:58.696810 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-8e20da96-3e1f-4aee-93e3-a951672442f0 None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: dv-cinder-774594-5-iscsi {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:22:58.713162 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:58.724783 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Deleting port ed4e1397-f175-4e7c-852c-40ef51862248 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:22:58.726174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:58.954047 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] For port ed4e1397-f175-4e7c-852c-40ef51862248, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=ed4e1397-f175-4e7c-852c-40ef51862248,segment=NetworkSegment(7789a344-88ac-4432-9462-b7ea5e65c481),segment_id=7789a344-88ac-4432-9462-b7ea5e65c481)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:22:58.954356 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:59.074432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-8e20da96-3e1f-4aee-93e3-a951672442f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316fc7278>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'external_fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:22:57Z', 'revision_number': 5, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port': {'id': 'ed4e1397-f175-4e7c-852c-40ef51862248', 'name': '', 'network_id': 'da2a561a-f59b-4a7e-965e-e4dc6d9662da', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '209c2ee5-617e-43ab-b123-d561e7998246', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:14:33Z', 'updated_at': '2021-04-20T14:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '209c2ee5-617e-43ab-b123-d561e7998246', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-5-iscsi'}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:22:59.081458 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e20da96-3e1f-4aee-93e3-a951672442f0 None None] Checking router: a648c827-c35e-49c5-940e-41f8cb483ff8 for host: dv-cinder-774594-5-iscsi {{(pid=86378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 14:22:59.092254 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20da96-3e1f-4aee-93e3-a951672442f0 None None] Routers {'a648c827-c35e-49c5-940e-41f8cb483ff8'} bound to L3 agent in host dv-cinder-774594-5-iscsi {{(pid=86378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 14:22:59.092998 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-8e20da96-3e1f-4aee-93e3-a951672442f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fb316fc7278>, 'dv-cinder-774594-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:01:07Z,description=<?>,heartbeat_timestamp=2021-04-20T14:22:37Z,host='dv-cinder-774594-5-iscsi',id=66a2abb7-9bcb-44cc-8147-e571dc52e11f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T14:01:07Z,topic='l3_agent')) {'router_ids': ['a648c827-c35e-49c5-940e-41f8cb483ff8'], 'active': True} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:22:59.122110 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Calling delete_port for ed4e1397-f175-4e7c-852c-40ef51862248 owned by network:router_gateway {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:22:59.270185 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvr_db [None req-8e20da96-3e1f-4aee-93e3-a951672442f0 None None] Set router a648c827-c35e-49c5-940e-41f8cb483ff8 gateway port host: None {{(pid=86378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 14:22:59.353497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:59.359132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1d16ad7f-f23a-4319-a6ca-601d1d0bc1e4 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:22:59.391743 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_hamode_db [None req-8e20da96-3e1f-4aee-93e3-a951672442f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fb316fc7278>, [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:22:58Z', 'revision_number': 6, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port_host': None}], 'dv-cinder-774594-5-iscsi', False) {} {{(pid=86378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:22:59.396747 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e20da96-3e1f-4aee-93e3-a951672442f0 None None] The sync data for ids ['a648c827-c35e-49c5-940e-41f8cb483ff8'] in dv-cinder-774594-5-iscsi is: [{'id': 'a648c827-c35e-49c5-940e-41f8cb483ff8', 'name': 'tempest-AttachVolumeTestJSON-1296516527-router', 'tenant_id': '766c27cfe7f6408c88e8b02814459154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:14:32Z', 'updated_at': '2021-04-20T14:22:58Z', 'revision_number': 6, 'project_id': '766c27cfe7f6408c88e8b02814459154', 'gw_port_host': None}] {{(pid=86378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 14:22:59.413601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4e1397-f175-4e7c-852c-40ef51862248,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:22:59.416988 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:22:59.547960 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853833111'] for router_gateway, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:59.823377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853854411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854761228'] for router, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:59.831583 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:59.871219 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-981105'] for router, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:59.872298 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a648c827-c35e-49c5-940e-41f8cb483ff8 {{(pid=86375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 14:22:59.888690 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] Notify callbacks [] for router, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:22:59.892745 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ff2a1894-554d-4c89-8016-e46c61758778 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a648c827-c35e-49c5-940e-41f8cb483ff8 HTTP/1.1" status: 204  len: 168 time: 1.6253827
Apr 20 14:22:59.893193 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 33202) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:22:59.997261 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a6c0e9-f534-40b2-a537-7f3b3ab60366 admin admin] Deleting subnet 2d0873af-78d2-4a57-8751-7ff684d4f9a5 {{(pid=86376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:22:59.997985 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device ed4e1397-f175-4e7c-852c-40ef51862248 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:23:00.004895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-71a6c0e9-f534-40b2-a537-7f3b3ab60366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:00.051901 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: ed4e1397-f175-4e7c-852c-40ef51862248 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:23:00.052439 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device ed4e1397-f175-4e7c-852c-40ef51862248 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:23:00.053085 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device ccc8ec41-360c-4ecc-9904-5599471a9690 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:23:00.093749 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-71a6c0e9-f534-40b2-a537-7f3b3ab60366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852205135'] for subnet, precommit_delete_associations {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:00.107672 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: ccc8ec41-360c-4ecc-9904-5599471a9690 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:23:00.108039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device ccc8ec41-360c-4ecc-9904-5599471a9690 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:23:00.215457 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-71a6c0e9-f534-40b2-a537-7f3b3ab60366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:00.521993 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-71a6c0e9-f534-40b2-a537-7f3b3ab60366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1812437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2318158'] for subnet, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:00.533378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0b5ba583-eb0e-4f25-b2c9-1fe74d9ba74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:00.563657 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-71a6c0e9-f534-40b2-a537-7f3b3ab60366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:00.573823 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a98aa8-7a72-4e0b-a662-3b38e4a83d66 None None] Network b5ed19ab-cd2e-445f-9d67-21775a46871e requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:23:00.577173 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-71a6c0e9-f534-40b2-a537-7f3b3ab60366 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2d0873af-78d2-4a57-8751-7ff684d4f9a5 HTTP/1.1" status: 204  len: 168 time: 0.6802704
Apr 20 14:23:00.578588 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33210) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:00.584697 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6c0e9-f534-40b2-a537-7f3b3ab60366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0873af-78d2-4a57-8751-7ff684d4f9a5,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:00.587889 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-71a6c0e9-f534-40b2-a537-7f3b3ab60366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:00.739574 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:00.757197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Deleting port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:23:00.757536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:01.010111 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c69cc26-8716-4063-9398-e021a6be84a3 None None] DHCP port deletion for b5ed19ab-cd2e-445f-9d67-21775a46871e request from dv-cinder-774594-5-iscsi {{(pid=86377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 14:23:01.016927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-8c69cc26-8716-4063-9398-e021a6be84a3 None None] Deleting port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 {{(pid=86377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:23:01.016927 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8c69cc26-8716-4063-9398-e021a6be84a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:01.293199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] For port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=24d5b0a3-fdfb-4f28-90e9-5299b26afbb6,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:23:01.293839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:01.321016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-8c69cc26-8716-4063-9398-e021a6be84a3 None None] For port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6, host dv-cinder-774594-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-5-iscsi',level=0,port_id=24d5b0a3-fdfb-4f28-90e9-5299b26afbb6,segment=NetworkSegment(2dab19fe-36e5-4a40-a376-6aec91e3a3f7),segment_id=2dab19fe-36e5-4a40-a376-6aec91e3a3f7)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:23:01.321469 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8c69cc26-8716-4063-9398-e021a6be84a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:01.476986 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-8c69cc26-8716-4063-9398-e021a6be84a3 None None] Calling delete_port for 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 owned by network:dhcp {{(pid=86377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:23:01.499903 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Calling delete_port for 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 owned by network:dhcp {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:23:01.581240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8c69cc26-8716-4063-9398-e021a6be84a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661'] for port, after_delete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:01.585483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:01.603438 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.db.api [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 14:23:01.603817 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_db.api [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 14:23:01.640867 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69cc26-8716-4063-9398-e021a6be84a3 None None] Pushing event deleted for resources: {'Port': ['ID=24d5b0a3-fdfb-4f28-90e9-5299b26afbb6,revision_number=None']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:01.647327 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8c69cc26-8716-4063-9398-e021a6be84a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:01.650780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c69cc26-8716-4063-9398-e021a6be84a3 None None] No DVR routers for this DVR port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 on host dv-cinder-774594-5-iscsi {{(pid=86377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:23:01.984960 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 no longer exists at agent ovs-agent-dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:23:02.034879 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] No Port match for: 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:23:02.035388 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Device 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 not bound to the agent host dv-cinder-774594-5-iscsi {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:23:02.105367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Deleting port 24d5b0a3-fdfb-4f28-90e9-5299b26afbb6 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:23:02.106497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:02.241437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] The port '24d5b0a3-fdfb-4f28-90e9-5299b26afbb6' was deleted {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 14:23:02.438352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:02.585330 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb315771080>,) {'filters': {'network_id': ['b5ed19ab-cd2e-445f-9d67-21775a46871e']}} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:23:02.603130 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb315771080>, '2dab19fe-36e5-4a40-a376-6aec91e3a3f7') {'for_net_delete': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:23:02.603670 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb315771080>, '2dab19fe-36e5-4a40-a376-6aec91e3a3f7') {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:23:02.619103 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853389936'] for segment, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:02.640671 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:02.651326 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=86375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:23:02.863282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Network b5ed19ab-cd2e-445f-9d67-21775a46871e has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:23:02.876098 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853300089'] for segment, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:03.097665 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Network b5ed19ab-cd2e-445f-9d67-21775a46871e has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   % (table.description, expected, rows_matched)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   % (table.description, expected, rows_matched)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   % (table.description, expected, rows_matched)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   % (table.description, expected, rows_matched)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:23:03.127800 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:23:03.259066 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:03.264352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:03.286050 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:03.301958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ed19ab-cd2e-445f-9d67-21775a46871e,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:03.305847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:03.326710 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-621814bc-a83e-43b8-a943-9a2661dd3670 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b5ed19ab-cd2e-445f-9d67-21775a46871e HTTP/1.1" status: 204  len: 168 time: 2.7439194
Apr 20 14:23:03.537124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 33232) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:03.618185 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f863980c-e12d-4883-af1d-574be37dd206 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=766c27cfe7f6408c88e8b02814459154&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0790536
Apr 20 14:23:03.620173 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33236) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:03.723654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cca0fb1b-edc4-44df-a0a2-ef048bbbf91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:03.763109 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cca0fb1b-edc4-44df-a0a2-ef048bbbf91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:03.829247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cca0fb1b-edc4-44df-a0a2-ef048bbbf91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:03.835731 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a2d4ee8b-8554-4ac6-a7df-077e3d341815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:03.852520 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0fb1b-edc4-44df-a0a2-ef048bbbf91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a850baaf-21a3-4d93-a46a-42345e77de85,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:03.860849 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cca0fb1b-edc4-44df-a0a2-ef048bbbf91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:03.862626 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cca0fb1b-edc4-44df-a0a2-ef048bbbf91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:03.865976 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-cca0fb1b-edc4-44df-a0a2-ef048bbbf91f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a850baaf-21a3-4d93-a46a-42345e77de85 HTTP/1.1" status: 204  len: 168 time: 0.2416217
Apr 20 14:23:04.277847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3a627044-49a1-4663-8a57-3cfe1dcec66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:06.752531 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b48af286-5b8f-402b-8770-5d87badde01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:07.350463 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:07.537106 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33360) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:07.610971 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-d223f41e-4c41-4e08-87c3-2bd4783aa024 admin admin] Deleting subnet d5cb16ba-b06c-45da-9562-a79c739064cc {{(pid=86375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:23:07.614561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d223f41e-4c41-4e08-87c3-2bd4783aa024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:07.667214 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d223f41e-4c41-4e08-87c3-2bd4783aa024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1385880'] for subnet, precommit_delete_associations {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:07.701802 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:07.731137 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d223f41e-4c41-4e08-87c3-2bd4783aa024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:08.003238 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d223f41e-4c41-4e08-87c3-2bd4783aa024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066979'] for subnet, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:08.007423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:08.050187 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223f41e-4c41-4e08-87c3-2bd4783aa024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cb16ba-b06c-45da-9562-a79c739064cc,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:08.052463 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d223f41e-4c41-4e08-87c3-2bd4783aa024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:08.055492 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d223f41e-4c41-4e08-87c3-2bd4783aa024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:08.060184 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-d223f41e-4c41-4e08-87c3-2bd4783aa024 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d5cb16ba-b06c-45da-9562-a79c739064cc HTTP/1.1" status: 204  len: 168 time: 0.5218589
Apr 20 14:23:08.064174 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33364) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:08.183647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:08.320913 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:08.438529 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb31587ed30>,) {'filters': {'network_id': ['f797756c-c948-48a7-ac9b-e115db447105']}} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:23:08.453416 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb31587ed30>, 'b8eb187b-dd4d-43ad-a0a6-45b9d273dd77') {'for_net_delete': True} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:23:08.453773 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb31587ed30>, 'b8eb187b-dd4d-43ad-a0a6-45b9d273dd77') {} {{(pid=86375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:23:08.467055 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853389936'] for segment, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:08.477952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:08.487077 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:08.494198 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=86375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:23:08.678378 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] Network f797756c-c948-48a7-ac9b-e115db447105 has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:23:08.688642 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853300089'] for segment, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:08.900238 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] Network f797756c-c948-48a7-ac9b-e115db447105 has no segments {{(pid=86375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:23:08.923986 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:23:09.008028 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:09.011870 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:09.026099 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:09.037275 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] Pushing event deleted for resources: {'Network': ['ID=f797756c-c948-48a7-ac9b-e115db447105,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:09.040913 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:09.046545 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-f1621239-b5a6-42fc-857c-432ee8dba883 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f797756c-c948-48a7-ac9b-e115db447105 HTTP/1.1" status: 204  len: 168 time: 0.9812560
Apr 20 14:23:09.268095 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 33382) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:09.328809 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-593c621c-17a3-4225-97b5-96e758725fec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=edddc7079e8b428a91e525f036f6839f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0590975
Apr 20 14:23:09.334003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 33386) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:09.396299 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:09.404076 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c3f727ee-40b1-49fc-9ee2-678e961ae37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:09.432939 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c3f727ee-40b1-49fc-9ee2-678e961ae37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:09.487549 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c3f727ee-40b1-49fc-9ee2-678e961ae37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:09.492790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-9ed27028-9e67-496d-960d-b84c13042ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:09.506581 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f727ee-40b1-49fc-9ee2-678e961ae37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6013a7bf-9fa3-4884-b679-c9865c9bb45e,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:09.509415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c3f727ee-40b1-49fc-9ee2-678e961ae37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:09.517391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-c3f727ee-40b1-49fc-9ee2-678e961ae37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:09.521161 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-c3f727ee-40b1-49fc-9ee2-678e961ae37e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6013a7bf-9fa3-4884-b679-c9865c9bb45e HTTP/1.1" status: 204  len: 168 time: 0.1835983
Apr 20 14:23:10.371869 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 33428) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:10.504955 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1804157655-network', 'tenant_id': '11d4b7e3ab2e4a01aa182ebe4969a2be'}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:23:10.510754 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:23:10.515541 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Usage tracker for resource:network and tenant:11d4b7e3ab2e4a01aa182ebe4969a2be is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:23:10.519112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:23:10.531669 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:23:10.543064 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Made reservation on behalf of 11d4b7e3ab2e4a01aa182ebe4969a2be for: {'network': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:23:10.548292 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for network, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:10.564161 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:10.582361 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:23:10.589922 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Usage tracker for resource:security_group_rule and tenant:11d4b7e3ab2e4a01aa182ebe4969a2be is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:23:10.595830 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:23:10.607247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:23:10.723972 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:10.728943 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:10.732125 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-45be5cb1-5058-464b-afd9-6c0d577b466b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:10.764371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'}  {{(pid=86376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 14:23:10.774339 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7569b107-6d01-4379-a0af-682c2e3d274f,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:10.781029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:10.789083 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:10.789732 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.db.segments_db [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Added segment 401141a3-1ef7-4a1e-9116-9a05e3bf5d99 of type vlan for network 2a219a83-54c0-45c6-81d6-f816df56f0d2
Apr 20 14:23:10.830634 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363261406955738'] for network, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:10.869453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995'] for network, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:10.870945 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:10.871602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:10.877401 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-fc066ab9-18d7-4a10-a0a2-f2294bc35f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:10.985162 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Pushing event updated for resources: {'Network': ['ID=2a219a83-54c0-45c6-81d6-f816df56f0d2,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:10.988302 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6153049
Apr 20 14:23:10.989225 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:10.991707 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 33454) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:10.998240 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Network 2a219a83-54c0-45c6-81d6-f816df56f0d2 details requested by agent ovs-agent-dv-cinder-774594-5-iscsi with host dv-cinder-774594-5-iscsi {{(pid=86377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 14:23:10.998477 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Request body: {'subnet': {'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1804157655-subnet', 'tenant_id': '11d4b7e3ab2e4a01aa182ebe4969a2be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:23:11.004175 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:23:11.008482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Usage tracker for resource:subnet and tenant:11d4b7e3ab2e4a01aa182ebe4969a2be is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:23:11.011711 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:23:11.018568 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:23:11.033852 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Made reservation on behalf of 11d4b7e3ab2e4a01aa182ebe4969a2be for: {'subnet': 1} {{(pid=86376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:23:11.042533 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852457628'] for subnet, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:11.628506 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852963440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852457611'] for subnet, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:11.632762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ebb1fc7e-6925-49cb-8732-0110dfb6717e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:11.707627 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Pushing event updated for resources: {'Subnet': ['ID=64cfc5d1-4e7b-470e-b949-3a546460b976,revision_number=0']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:11.711842 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:11.719953 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Checking segment: {'id': '401141a3-1ef7-4a1e-9116-9a05e3bf5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:23:11.720351 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Network hostable DHCP agents. Network: 2a219a83-54c0-45c6-81d6-f816df56f0d2, hostable agents: ['70a4e884-1fba-4223-8932-3bccde88c578'], hosted agents: [] {{(pid=86376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 14:23:11.742405 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Network 2a219a83-54c0-45c6-81d6-f816df56f0d2 is scheduled to be hosted by DHCP agent 70a4e884-1fba-4223-8932-3bccde88c578 with binding_index 1 {{(pid=86376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 14:23:11.752322 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-5-iscsi, 2a219a83-54c0-45c6-81d6-f816df56f0d2) {{(pid=86376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:23:11.765851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2138b6b-c8e6-4eb5-be5e-dacc1af5ead8 None None] Network 2a219a83-54c0-45c6-81d6-f816df56f0d2 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:23:11.767350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:11.768420 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for subnet, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:11.813339 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-dd564ff2-4e0a-4cee-bec8-2bd0e449f27d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8203530
Apr 20 14:23:11.995423 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04e4d0c-3a24-4656-bb36-1f2f03a525b4 None None] Network 2a219a83-54c0-45c6-81d6-f816df56f0d2 requested from dv-cinder-774594-5-iscsi {{(pid=86377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 14:23:12.953186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:23:14.022719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-f5b3c87f-c18d-4855-8194-6678643cc765 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:14.024248 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-f5b3c87f-c18d-4855-8194-6678643cc765 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/networks?id=2a219a83-54c0-45c6-81d6-f816df56f0d2 HTTP/1.1" status: 200  len: 814 time: 0.1695516
Apr 20 14:23:14.041957 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-75aaacf7-5e5f-41a3-8345-c631e6f38fe4 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/quotas/11d4b7e3ab2e4a01aa182ebe4969a2be HTTP/1.1" status: 200  len: 375 time: 0.0108747
Apr 20 14:23:14.096674 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-fbcc96b5-8beb-4509-ad78-31f8f071bdb4 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=11d4b7e3ab2e4a01aa182ebe4969a2be&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0480328
Apr 20 14:23:14.292877 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-fee819b5-9ac0-48d5-8911-4a666a5158ce service neutron] 10.222.0.30 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870215
Apr 20 14:23:14.446418 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-8fc49d9a-9721-4cda-b443-732dfdea0c82 service neutron] 10.222.0.30 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465194
Apr 20 14:23:14.659555 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-37a26665-032a-4584-9eb1-9d7db7a9ccf3 req-8681f4ad-5856-4792-bc6f-3dc181a2fd84 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 210 time: 0.0544960
Apr 20 14:23:15.039255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 33516) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:15.171355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cfc7e847-cd07-40c6-bc3e-57e4f8bd68ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:15.188091 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-cfc7e847-cd07-40c6-bc3e-57e4f8bd68ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:23:15.192700 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-cfc7e847-cd07-40c6-bc3e-57e4f8bd68ff admin admin] Usage tracker for resource:security_group_rule and tenant:c50fcbe353d443b1bd4414d2c234eac2 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:23:15.196075 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-cfc7e847-cd07-40c6-bc3e-57e4f8bd68ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:23:15.202627 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-cfc7e847-cd07-40c6-bc3e-57e4f8bd68ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:23:15.297440 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cfc7e847-cd07-40c6-bc3e-57e4f8bd68ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:15.302050 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cfc7e847-cd07-40c6-bc3e-57e4f8bd68ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:15.311072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ef08974b-fec5-45ad-8c41-d925ca6b28d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:15.353102 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-cfc7e847-cd07-40c6-bc3e-57e4f8bd68ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c50fcbe353d443b1bd4414d2c234eac2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3121223
Apr 20 14:23:15.354905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7e847-cd07-40c6-bc3e-57e4f8bd68ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cb18db-2981-42a2-a93e-839b6a08b065,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:15.356265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33522) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:15.358252 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cfc7e847-cd07-40c6-bc3e-57e4f8bd68ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:15.420534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-89a2058e-2272-41ed-aea0-4ba862a87406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:15.452905 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-89a2058e-2272-41ed-aea0-4ba862a87406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:15.888869 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f56b8aa1-23bc-475a-aab8-e7e8023404f7 req-d81fc363-97e0-4f4c-99fb-1e631d2e4a10 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 210 time: 0.0816317
Apr 20 14:23:15.948396 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-183debe9-6266-430f-a59b-5f80d10016fe tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:15.949931 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-183debe9-6266-430f-a59b-5f80d10016fe tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.53 "GET /v2.0/networks?id=2a219a83-54c0-45c6-81d6-f816df56f0d2 HTTP/1.1" status: 200  len: 814 time: 0.2322888
Apr 20 14:23:15.950722 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-89a2058e-2272-41ed-aea0-4ba862a87406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:15.954668 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-443ddfcc-3395-4ec3-9a2d-a5d4755c8d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:15.971607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Request body: {'port': {'device_id': '96e1a090-b6cb-4546-87a9-d358d6ed8774', 'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2', 'admin_state_up': True, 'tenant_id': '11d4b7e3ab2e4a01aa182ebe4969a2be'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:23:15.992269 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2058e-2272-41ed-aea0-4ba862a87406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cb18db-2981-42a2-a93e-839b6a08b065,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:16.046247 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-89a2058e-2272-41ed-aea0-4ba862a87406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:16.063371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-89a2058e-2272-41ed-aea0-4ba862a87406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:16.064613 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-89a2058e-2272-41ed-aea0-4ba862a87406 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33cb18db-2981-42a2-a93e-839b6a08b065 HTTP/1.1" status: 204  len: 168 time: 0.7066319
Apr 20 14:23:16.135912 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:23:16.140277 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Usage tracker for resource:port and tenant:11d4b7e3ab2e4a01aa182ebe4969a2be is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:23:16.143952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:23:16.150328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:23:16.160486 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Made reservation on behalf of 11d4b7e3ab2e4a01aa182ebe4969a2be for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:23:16.166790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:16.341239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Allocated IP 172.20.0.9 (2a219a83-54c0-45c6-81d6-f816df56f0d2/64cfc5d1-4e7b-470e-b949-3a546460b976/b155c1e1-124f-4fc2-95a7-1f43ee74948e) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:23:16.561253 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:16.592596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:16.598915 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:16.666642 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Network 2a219a83-54c0-45c6-81d6-f816df56f0d2 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:23:16.670479 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:23:16.673122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:23:16.725609 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Pushing event updated for resources: {'Port': ['ID=b155c1e1-124f-4fc2-95a7-1f43ee74948e,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:16.729191 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:16.753054 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:16.753756 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:16.776001 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-23cc08b4-f010-438f-ab08-9339f5aa2801 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8140988
Apr 20 14:23:16.789260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Request body: {'port': {'device_id': '96e1a090-b6cb-4546-87a9-d358d6ed8774', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:23:16.914500 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:17.114763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c8df4-6d90-4638-b99f-aa6b16a1414a req-b56ca3fa-9fa3-4735-af4c-c78ebed003fb tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:17.122606 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bd3c8df4-6d90-4638-b99f-aa6b16a1414a req-b56ca3fa-9fa3-4735-af4c-c78ebed003fb tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 931 time: 0.1096437
Apr 20 14:23:17.171874 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-bd3c8df4-6d90-4638-b99f-aa6b16a1414a req-57a763a4-2827-42cf-a1e7-f9cc25392419 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Synchronizing usage tracker for tenant:11d4b7e3ab2e4a01aa182ebe4969a2be on resource:security_group {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:23:17.192888 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-bd3c8df4-6d90-4638-b99f-aa6b16a1414a req-57a763a4-2827-42cf-a1e7-f9cc25392419 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Unset dirty status for tenant:11d4b7e3ab2e4a01aa182ebe4969a2be on resource:security_group {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:23:17.194205 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bd3c8df4-6d90-4638-b99f-aa6b16a1414a req-57a763a4-2827-42cf-a1e7-f9cc25392419 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696876
Apr 20 14:23:17.312610 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b155c1e1-124f-4fc2-95a7-1f43ee74948e {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:23:17.321367 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:17.337940 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Transition to ACTIVE for port object b155c1e1-124f-4fc2-95a7-1f43ee74948e will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:23:17.342849 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:17.348249 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-40853bb7-a566-4ea2-a245-814bc2e7d27e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:17.513585 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Pushing event updated for resources: {'Port': ['ID=b155c1e1-124f-4fc2-95a7-1f43ee74948e,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:17.521607 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:17.598902 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Attempting to bind port b155c1e1-124f-4fc2-95a7-1f43ee74948e on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:23:17.599276 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Attempting to bind port b155c1e1-124f-4fc2-95a7-1f43ee74948e by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '401141a3-1ef7-4a1e-9116-9a05e3bf5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:23:17.599643 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Attempting to bind port b155c1e1-124f-4fc2-95a7-1f43ee74948e on network 2a219a83-54c0-45c6-81d6-f816df56f0d2 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:23:17.605094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Port b155c1e1-124f-4fc2-95a7-1f43ee74948e on network 2a219a83-54c0-45c6-81d6-f816df56f0d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:23:17.605453 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Attempting to bind port b155c1e1-124f-4fc2-95a7-1f43ee74948e on network 2a219a83-54c0-45c6-81d6-f816df56f0d2 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:23:17.615288 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:23:17.615669 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Checking segment: {'id': '401141a3-1ef7-4a1e-9116-9a05e3bf5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:23:17.616093 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Bound using segment: {'id': '401141a3-1ef7-4a1e-9116-9a05e3bf5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:23:17.616601 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Bound port: b155c1e1-124f-4fc2-95a7-1f43ee74948e, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401141a3-1ef7-4a1e-9116-9a05e3bf5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:23:17.616979 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:17.714195 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] For port b155c1e1-124f-4fc2-95a7-1f43ee74948e, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:23:17.717260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] For port b155c1e1-124f-4fc2-95a7-1f43ee74948e, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b155c1e1-124f-4fc2-95a7-1f43ee74948e,segment=NetworkSegment(401141a3-1ef7-4a1e-9116-9a05e3bf5d99),segment_id=401141a3-1ef7-4a1e-9116-9a05e3bf5d99)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:23:17.722166 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:17.726337 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-798b40de-6a62-49e5-abcc-7782c7a7be35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:17.791141 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:17.791790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:17.793324 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] 10.222.0.53 "PUT /v2.0/ports/b155c1e1-124f-4fc2-95a7-1f43ee74948e HTTP/1.1" status: 200  len: 1093 time: 1.0093000
Apr 20 14:23:17.793872 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e1a090-b6cb-4546-87a9-d358d6ed8774', 'tag': 'b155c1e1-124f-4fc2-95a7-1f43ee74948e'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:23:17.819137 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Pushing event updated for resources: {'Port': ['ID=b155c1e1-124f-4fc2-95a7-1f43ee74948e,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:17.824234 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4ad1146b-2ed2-4fe7-801f-45a18d8f6b2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:17.881430 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e1a090-b6cb-4546-87a9-d358d6ed8774', 'tag': 'b155c1e1-124f-4fc2-95a7-1f43ee74948e', 'status': 'completed', 'code': 200}
Apr 20 14:23:17.922536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-682e04b0-233a-4d8b-8687-7811152871d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:17.924213 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-682e04b0-233a-4d8b-8687-7811152871d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=11d4b7e3ab2e4a01aa182ebe4969a2be&device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 1096 time: 0.0881884
Apr 20 14:23:18.003321 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-08b7a19f-7c23-4929-aa96-2cc13c68e68c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b155c1e1-124f-4fc2-95a7-1f43ee74948e HTTP/1.1" status: 200  len: 217 time: 0.0721722
Apr 20 14:23:18.072820 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-6c0a8b76-9066-451a-8f81-ef6ab1e33c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:18.074416 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-6c0a8b76-9066-451a-8f81-ef6ab1e33c07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64cfc5d1-4e7b-470e-b949-3a546460b976 HTTP/1.1" status: 200  len: 854 time: 0.0653980
Apr 20 14:23:18.128930 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-d39df42b-56dc-41fc-aac8-2068ff87e096 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a219a83-54c0-45c6-81d6-f816df56f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468192
Apr 20 14:23:18.269766 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-5380a5f6-cff5-4738-a33d-c910250546df service neutron] 10.222.0.53 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343296
Apr 20 14:23:18.396832 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede8559-dab1-4cff-b505-c12ab106041d req-e5b66ca0-29a7-4f01-b388-7f215d77c2b4 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:18.398374 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6ede8559-dab1-4cff-b505-c12ab106041d req-e5b66ca0-29a7-4f01-b388-7f215d77c2b4 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 943 time: 0.0889575
Apr 20 14:23:18.411585 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-0373a191-4f4d-40ef-a735-856d9eb5dc5e req-bd52b34d-2a65-4da6-a503-4b81c9e07311 service neutron] 10.222.0.53 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359534
Apr 20 14:23:18.451560 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6ede8559-dab1-4cff-b505-c12ab106041d req-97b76e45-5185-4671-8fb9-85c0f5bbeacb tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465093
Apr 20 14:23:18.543197 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be97c7-95e5-4b04-8d5e-a0f50efb9742 req-9914b5fa-fc05-406c-8620-1ae55ab8d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:18.544835 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-95be97c7-95e5-4b04-8d5e-a0f50efb9742 req-9914b5fa-fc05-406c-8620-1ae55ab8d14e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=11d4b7e3ab2e4a01aa182ebe4969a2be&device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 1096 time: 0.0847380
Apr 20 14:23:18.687602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be97c7-95e5-4b04-8d5e-a0f50efb9742 req-bf5bf531-8ce2-4efb-92e1-72cc4d73ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:18.689180 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-95be97c7-95e5-4b04-8d5e-a0f50efb9742 req-bf5bf531-8ce2-4efb-92e1-72cc4d73ee3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a219a83-54c0-45c6-81d6-f816df56f0d2 HTTP/1.1" status: 200  len: 915 time: 0.1377089
Apr 20 14:23:18.760440 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-95be97c7-95e5-4b04-8d5e-a0f50efb9742 req-2899c288-2a7e-4d43-97d8-e5dea7a32d0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b155c1e1-124f-4fc2-95a7-1f43ee74948e HTTP/1.1" status: 200  len: 217 time: 0.0649769
Apr 20 14:23:18.832874 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be97c7-95e5-4b04-8d5e-a0f50efb9742 req-339b1b28-881c-4b0b-8491-295f82c592e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:18.834490 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-95be97c7-95e5-4b04-8d5e-a0f50efb9742 req-339b1b28-881c-4b0b-8491-295f82c592e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64cfc5d1-4e7b-470e-b949-3a546460b976 HTTP/1.1" status: 200  len: 854 time: 0.0684483
Apr 20 14:23:18.886539 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-95be97c7-95e5-4b04-8d5e-a0f50efb9742 req-64d4cadf-3bba-4e0a-a27f-2cd440c740c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a219a83-54c0-45c6-81d6-f816df56f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452681
Apr 20 14:23:19.027562 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-95be97c7-95e5-4b04-8d5e-a0f50efb9742 req-e70cf64b-156c-485a-b1de-c162a906434e service neutron] 10.222.0.53 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338577
Apr 20 14:23:19.172793 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-95be97c7-95e5-4b04-8d5e-a0f50efb9742 req-b2c2bedb-021e-4835-92c1-b888dceddc7a service neutron] 10.222.0.53 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371150
Apr 20 14:23:19.669121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31d6d9-8eca-45bb-8e5c-53f6099e0a1c req-9c6fb3c4-9d76-44c4-8000-88e334bb6372 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:19.669895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-1a31d6d9-8eca-45bb-8e5c-53f6099e0a1c req-9c6fb3c4-9d76-44c4-8000-88e334bb6372 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Synchronizing usage tracker for tenant:11d4b7e3ab2e4a01aa182ebe4969a2be on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:23:19.693010 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-1a31d6d9-8eca-45bb-8e5c-53f6099e0a1c req-9c6fb3c4-9d76-44c4-8000-88e334bb6372 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Unset dirty status for tenant:11d4b7e3ab2e4a01aa182ebe4969a2be on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:23:19.694353 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1a31d6d9-8eca-45bb-8e5c-53f6099e0a1c req-9c6fb3c4-9d76-44c4-8000-88e334bb6372 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 943 time: 0.1186893
Apr 20 14:23:19.743869 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1a31d6d9-8eca-45bb-8e5c-53f6099e0a1c req-717fef39-edb9-4098-a900-d5ad37e59ba5 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428498
Apr 20 14:23:20.758072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device b155c1e1-124f-4fc2-95a7-1f43ee74948e details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:23:20.908272 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port b155c1e1-124f-4fc2-95a7-1f43ee74948e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b155c1e1-124f-4fc2-95a7-1f43ee74948e,segment=NetworkSegment(401141a3-1ef7-4a1e-9116-9a05e3bf5d99),segment_id=401141a3-1ef7-4a1e-9116-9a05e3bf5d99)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:23:20.923366 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': 'b155c1e1-124f-4fc2-95a7-1f43ee74948e', 'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2', 'port_id': 'b155c1e1-124f-4fc2-95a7-1f43ee74948e', 'mac_address': 'fa:16:3e:a6:c8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cfc5d1-4e7b-470e-b949-3a546460b976', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:23:20.947194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f8757-0ea2-4a5b-afdc-730e904dea32 req-509bd44a-f566-4f79-a891-20287ade7a19 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:20.948760 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-614f8757-0ea2-4a5b-afdc-730e904dea32 req-509bd44a-f566-4f79-a891-20287ade7a19 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 943 time: 0.0887403
Apr 20 14:23:20.989232 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:20.998086 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-614f8757-0ea2-4a5b-afdc-730e904dea32 req-23abce4e-74a9-4de0-84f4-59bde9980118 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423007
Apr 20 14:23:21.009282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b155c1e1-124f-4fc2-95a7-1f43ee74948e {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:23:21.026545 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port b155c1e1-124f-4fc2-95a7-1f43ee74948e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b155c1e1-124f-4fc2-95a7-1f43ee74948e,segment=NetworkSegment(401141a3-1ef7-4a1e-9116-9a05e3bf5d99),segment_id=401141a3-1ef7-4a1e-9116-9a05e3bf5d99)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:23:21.030575 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:21.032647 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:21.103199 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=b155c1e1-124f-4fc2-95a7-1f43ee74948e,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:21.111338 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:21.111728 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:21.112113 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:21.112482 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:21.112851 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:21.113221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:21.113590 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:21.113984 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:21.114407 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:21.114740 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:21.115117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:21.115481 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:21.119489 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:21.337540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['b155c1e1-124f-4fc2-95a7-1f43ee74948e'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:23:22.214349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebec765-3bdb-4dae-864a-79074d77ef29 req-8a290e4b-1034-4aad-aec2-7efb8c045382 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:22.215953 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9ebec765-3bdb-4dae-864a-79074d77ef29 req-8a290e4b-1034-4aad-aec2-7efb8c045382 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 944 time: 0.0951610
Apr 20 14:23:22.265353 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-9ebec765-3bdb-4dae-864a-79074d77ef29 req-723c8ae7-069c-40b7-ab61-06e53088a794 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426233
Apr 20 14:23:23.635954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bb11f-b643-42de-b8a2-d53885593cb5 req-2e7537ed-4789-443b-9ea0-31a4dcaa831f tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:23.637501 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-096bb11f-b643-42de-b8a2-d53885593cb5 req-2e7537ed-4789-443b-9ea0-31a4dcaa831f tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 944 time: 0.1022956
Apr 20 14:23:23.689493 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-096bb11f-b643-42de-b8a2-d53885593cb5 req-c9578860-41de-41d7-a058-839ccf865d97 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423691
Apr 20 14:23:24.924002 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69552d5-a711-49ad-9a34-a2b90bb1a4ce req-b22fc208-8448-4f23-b05a-0a899f213f99 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:24.925638 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a69552d5-a711-49ad-9a34-a2b90bb1a4ce req-b22fc208-8448-4f23-b05a-0a899f213f99 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 944 time: 0.1034148
Apr 20 14:23:24.975085 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a69552d5-a711-49ad-9a34-a2b90bb1a4ce req-3ae1ea08-8c8d-4ea7-8905-da6d1b5e6695 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425093
Apr 20 14:23:26.184709 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9fdb5-41d3-4e75-b15e-e06192566b1d req-be80cca1-b10f-4b19-92ae-2c4fddc421c3 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:26.186337 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-11b9fdb5-41d3-4e75-b15e-e06192566b1d req-be80cca1-b10f-4b19-92ae-2c4fddc421c3 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 944 time: 0.0887074
Apr 20 14:23:26.236575 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-11b9fdb5-41d3-4e75-b15e-e06192566b1d req-1876ff39-c337-4d44-84d9-387911709707 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438514
Apr 20 14:23:26.835582 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device b155c1e1-124f-4fc2-95a7-1f43ee74948e up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:23:26.911219 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port b155c1e1-124f-4fc2-95a7-1f43ee74948e completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:23:26.918625 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port b155c1e1-124f-4fc2-95a7-1f43ee74948e triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:23:26.919046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:27.050001 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:27.079344 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e1a090-b6cb-4546-87a9-d358d6ed8774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b155c1e1-124f-4fc2-95a7-1f43ee74948e'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:23:27.090523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port b155c1e1-124f-4fc2-95a7-1f43ee74948e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b155c1e1-124f-4fc2-95a7-1f43ee74948e,segment=NetworkSegment(401141a3-1ef7-4a1e-9116-9a05e3bf5d99),segment_id=401141a3-1ef7-4a1e-9116-9a05e3bf5d99)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:23:27.094121 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:27.096158 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-832fffa8-e23a-4f61-8c56-70f5be68a1c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:27.136875 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e1a090-b6cb-4546-87a9-d358d6ed8774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b155c1e1-124f-4fc2-95a7-1f43ee74948e', 'code': 200}
Apr 20 14:23:27.171029 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=b155c1e1-124f-4fc2-95a7-1f43ee74948e,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:27.174291 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:27.379294 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406304d0-f57c-4956-88f7-75327641e52f req-efd4045f-ca9b-4ed4-a894-3f5c416f1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:27.380853 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-406304d0-f57c-4956-88f7-75327641e52f req-efd4045f-ca9b-4ed4-a894-3f5c416f1a65 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 1098 time: 0.0784750
Apr 20 14:23:27.428320 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-406304d0-f57c-4956-88f7-75327641e52f req-bf7f6111-282c-448c-b577-68bd172d7dad service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414221
Apr 20 14:23:27.444616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795fb78-0f93-4735-a952-9a7f1e688ed0 req-ea59c55b-9af5-4203-bc8d-b54676e8fb3a tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:27.446232 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6795fb78-0f93-4735-a952-9a7f1e688ed0 req-ea59c55b-9af5-4203-bc8d-b54676e8fb3a tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 945 time: 0.0932100
Apr 20 14:23:27.495074 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6795fb78-0f93-4735-a952-9a7f1e688ed0 req-bcef8345-604f-4688-ad63-b436cb0ae710 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422668
Apr 20 14:23:28.715691 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93979ff2-4ea2-4860-9bb8-94f5e35dd5e9 req-eb147880-fc9e-4706-89d6-e9e40c7de8b9 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:28.717249 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-93979ff2-4ea2-4860-9bb8-94f5e35dd5e9 req-eb147880-fc9e-4706-89d6-e9e40c7de8b9 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 945 time: 0.1006083
Apr 20 14:23:28.769237 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-93979ff2-4ea2-4860-9bb8-94f5e35dd5e9 req-f27c8fb0-dcf7-477c-9c24-a82065417d6e tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416405
Apr 20 14:23:29.687069 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33736) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:29.818105 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-985e3c5e-46e8-4ba3-9fe3-e147839f1d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:29.834142 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-985e3c5e-46e8-4ba3-9fe3-e147839f1d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:23:29.838651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-985e3c5e-46e8-4ba3-9fe3-e147839f1d96 admin admin] Usage tracker for resource:security_group_rule and tenant:140c3c92293f4b47883b4c2b97822cd5 is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:23:29.841788 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-985e3c5e-46e8-4ba3-9fe3-e147839f1d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:23:29.847915 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-985e3c5e-46e8-4ba3-9fe3-e147839f1d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:23:29.942311 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-985e3c5e-46e8-4ba3-9fe3-e147839f1d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:29.946836 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-985e3c5e-46e8-4ba3-9fe3-e147839f1d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:29.954332 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bd723b84-9cae-45dd-a082-04298d3181e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:29.996978 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e3c5e-46e8-4ba3-9fe3-e147839f1d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbc3aa4-62bd-48b6-b904-d5fbb24c2e41,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:30.000659 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-985e3c5e-46e8-4ba3-9fe3-e147839f1d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:30.003309 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-985e3c5e-46e8-4ba3-9fe3-e147839f1d96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=140c3c92293f4b47883b4c2b97822cd5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3151748
Apr 20 14:23:30.006282 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33752) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:30.069403 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e6271c37-1674-4f93-b6da-caeefaa1776f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:30.098669 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e6271c37-1674-4f93-b6da-caeefaa1776f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:30.151883 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e6271c37-1674-4f93-b6da-caeefaa1776f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:30.157181 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3f908b45-60e6-45d7-b04e-6c79d4e4ab2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:30.169817 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6271c37-1674-4f93-b6da-caeefaa1776f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbc3aa4-62bd-48b6-b904-d5fbb24c2e41,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:30.173662 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e6271c37-1674-4f93-b6da-caeefaa1776f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:30.177407 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e6271c37-1674-4f93-b6da-caeefaa1776f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:30.178318 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e6271c37-1674-4f93-b6da-caeefaa1776f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bbc3aa4-62bd-48b6-b904-d5fbb24c2e41 HTTP/1.1" status: 204  len: 168 time: 0.1710629
Apr 20 14:23:30.505939 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 33760) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:30.526325 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dd75d6da-b25b-4517-a566-308845f0f8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:30.542255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-dd75d6da-b25b-4517-a566-308845f0f8d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:23:30.546562 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-dd75d6da-b25b-4517-a566-308845f0f8d6 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e5f05c4a5041e19188916bd2dfbad4 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:23:30.549744 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-dd75d6da-b25b-4517-a566-308845f0f8d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:23:30.556264 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-dd75d6da-b25b-4517-a566-308845f0f8d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:23:30.647673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dd75d6da-b25b-4517-a566-308845f0f8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:30.652194 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dd75d6da-b25b-4517-a566-308845f0f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:30.659536 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-722c5d58-bd4f-45fe-88ac-a06dcd35373a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:30.707090 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-dd75d6da-b25b-4517-a566-308845f0f8d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3e5f05c4a5041e19188916bd2dfbad4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1999485
Apr 20 14:23:30.708071 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75d6da-b25b-4517-a566-308845f0f8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c239c33-2743-4c8c-a4b7-f346e40af153,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:30.710183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33766) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:30.711496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-dd75d6da-b25b-4517-a566-308845f0f8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:30.783652 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-72df79a1-2aaa-47a1-8fa3-d1cca85e4ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:30.811771 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-72df79a1-2aaa-47a1-8fa3-d1cca85e4ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:30.858509 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-72df79a1-2aaa-47a1-8fa3-d1cca85e4ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:30.862272 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-dafb016d-b548-49c1-90a3-66b04284b503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:30.874924 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df79a1-2aaa-47a1-8fa3-d1cca85e4ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c239c33-2743-4c8c-a4b7-f346e40af153,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:30.879273 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-72df79a1-2aaa-47a1-8fa3-d1cca85e4ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:30.882523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-72df79a1-2aaa-47a1-8fa3-d1cca85e4ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:30.886364 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-72df79a1-2aaa-47a1-8fa3-d1cca85e4ddc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c239c33-2743-4c8c-a4b7-f346e40af153 HTTP/1.1" status: 204  len: 168 time: 0.1724579
Apr 20 14:23:34.278386 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-86a14e11-95ed-45ba-a764-fa8e0e4c514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:36.758567 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f44f5a3a-db27-45f4-ba79-18b8944d4f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:37.352505 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:37.708631 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:38.491686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:39.103768 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:45.417626 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33902) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:45.547658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:45.562900 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:23:45.567046 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Usage tracker for resource:security_group_rule and tenant:b37765f62bd9496c955638d0e40aef5b is out of sync, need to count used quota {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:23:45.570072 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:23:45.576267 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:23:45.659285 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:45.663549 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:45.670721 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ebaaa68b-0395-427f-a3f2-e11837013769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:45.716833 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b37765f62bd9496c955638d0e40aef5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2978935
Apr 20 14:23:45.717787 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68737f57-3e46-4586-9722-749ccc00759c,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:45.719878 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 33908) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:45.725936 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:45.726345 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:45.727124 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:45.727518 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:45.727915 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:45.728308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:45.728700 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:45.729090 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:45.729462 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:45.729883 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:45.730260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:45.730631 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:45.734833 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ffe035ee-85da-418d-8a1f-353ff4ec60ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:45.789149 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-66b33300-d372-449e-a9e8-d61e0092450f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:45.821287 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-66b33300-d372-449e-a9e8-d61e0092450f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:45.870893 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-66b33300-d372-449e-a9e8-d61e0092450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:45.876827 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cfc7e847-cd07-40c6-bc3e-57e4f8bd68ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:45.893177 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b33300-d372-449e-a9e8-d61e0092450f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68737f57-3e46-4586-9722-749ccc00759c,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:45.897686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-66b33300-d372-449e-a9e8-d61e0092450f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:45.906724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-66b33300-d372-449e-a9e8-d61e0092450f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:45.910708 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-66b33300-d372-449e-a9e8-d61e0092450f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68737f57-3e46-4586-9722-749ccc00759c HTTP/1.1" status: 204  len: 168 time: 0.1869540
Apr 20 14:23:46.126871 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-544b5720-3d95-4b7c-b014-fc7e85c6f596 req-61888063-9864-4236-a08e-718f67fad0fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3248317
Apr 20 14:23:46.231120 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 33918) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:46.252561 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-271fb305-5721-4b20-82f3-f543b2ad84e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:46.268216 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-271fb305-5721-4b20-82f3-f543b2ad84e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:23:46.272274 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-271fb305-5721-4b20-82f3-f543b2ad84e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0514a2b1702c43a08e38d4aff43f7704 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:23:46.275278 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-271fb305-5721-4b20-82f3-f543b2ad84e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:23:46.281253 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-271fb305-5721-4b20-82f3-f543b2ad84e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:23:46.282149 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b5720-3d95-4b7c-b014-fc7e85c6f596 req-f1a984e5-4723-493b-a144-1b5c22aab5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:46.283763 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-544b5720-3d95-4b7c-b014-fc7e85c6f596 req-f1a984e5-4723-493b-a144-1b5c22aab5e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=11d4b7e3ab2e4a01aa182ebe4969a2be&device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 1098 time: 0.0813878
Apr 20 14:23:46.372114 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-271fb305-5721-4b20-82f3-f543b2ad84e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:46.375576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-271fb305-5721-4b20-82f3-f543b2ad84e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:46.382967 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-25c9caa9-0dd8-4fd9-8068-f55cd0d35a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:46.424409 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fb305-5721-4b20-82f3-f543b2ad84e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a639c1-ad78-4d09-9a0e-92f2fc5d5c63,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:46.427773 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-271fb305-5721-4b20-82f3-f543b2ad84e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:46.430658 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-271fb305-5721-4b20-82f3-f543b2ad84e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0514a2b1702c43a08e38d4aff43f7704&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1981666
Apr 20 14:23:46.433807 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 33922) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:46.449136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b5720-3d95-4b7c-b014-fc7e85c6f596 req-677cf691-12b8-4715-8a95-4b7f239ecd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:46.450747 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-544b5720-3d95-4b7c-b014-fc7e85c6f596 req-677cf691-12b8-4715-8a95-4b7f239ecd4a service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a219a83-54c0-45c6-81d6-f816df56f0d2 HTTP/1.1" status: 200  len: 915 time: 0.1394246
Apr 20 14:23:46.497952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4c6addfc-01cd-4a2a-8e79-2ffbd7c6431e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:46.524903 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-544b5720-3d95-4b7c-b014-fc7e85c6f596 req-19876cf9-0c55-4f25-ab33-a66460f1c84e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b155c1e1-124f-4fc2-95a7-1f43ee74948e HTTP/1.1" status: 200  len: 217 time: 0.0667300
Apr 20 14:23:46.525159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4c6addfc-01cd-4a2a-8e79-2ffbd7c6431e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:46.571113 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4c6addfc-01cd-4a2a-8e79-2ffbd7c6431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:46.576448 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c42abb1c-89d6-4cba-95ee-87b3f94e6cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:46.590097 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6addfc-01cd-4a2a-8e79-2ffbd7c6431e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a639c1-ad78-4d09-9a0e-92f2fc5d5c63,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:46.593021 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4c6addfc-01cd-4a2a-8e79-2ffbd7c6431e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:46.594311 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-4c6addfc-01cd-4a2a-8e79-2ffbd7c6431e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:46.595506 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-4c6addfc-01cd-4a2a-8e79-2ffbd7c6431e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49a639c1-ad78-4d09-9a0e-92f2fc5d5c63 HTTP/1.1" status: 204  len: 168 time: 0.1604137
Apr 20 14:23:46.601023 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b5720-3d95-4b7c-b014-fc7e85c6f596 req-81cbdc6a-728a-4f55-8474-c4192d542e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:23:46.603013 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-544b5720-3d95-4b7c-b014-fc7e85c6f596 req-81cbdc6a-728a-4f55-8474-c4192d542e86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64cfc5d1-4e7b-470e-b949-3a546460b976 HTTP/1.1" status: 200  len: 854 time: 0.0693247
Apr 20 14:23:46.657714 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-544b5720-3d95-4b7c-b014-fc7e85c6f596 req-1031b280-6763-4786-b108-da99bd4731b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a219a83-54c0-45c6-81d6-f816df56f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462680
Apr 20 14:23:46.801115 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-544b5720-3d95-4b7c-b014-fc7e85c6f596 req-1a3f8237-6421-456d-9f3a-3014bc773b1c service neutron] 10.222.0.53 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357980
Apr 20 14:23:46.947119 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-544b5720-3d95-4b7c-b014-fc7e85c6f596 req-752832c9-75be-494a-b1e1-8d90ebe9e150 service neutron] 10.222.0.53 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388059
Apr 20 14:23:48.240159 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 33970) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:48.367660 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a999b5f6-074f-4657-8a05-18d0696e3c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:48.386881 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a999b5f6-074f-4657-8a05-18d0696e3c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:23:48.391049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a999b5f6-074f-4657-8a05-18d0696e3c6d admin admin] Usage tracker for resource:security_group_rule and tenant:c9f6db84484547aaa084bab5fdebf226 is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:23:48.394115 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-a999b5f6-074f-4657-8a05-18d0696e3c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:23:48.400201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-a999b5f6-074f-4657-8a05-18d0696e3c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:23:48.490628 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a999b5f6-074f-4657-8a05-18d0696e3c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:48.495722 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-a999b5f6-074f-4657-8a05-18d0696e3c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:48.503239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-c3f727ee-40b1-49fc-9ee2-678e961ae37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:48.547375 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a999b5f6-074f-4657-8a05-18d0696e3c6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9f6db84484547aaa084bab5fdebf226&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3059883
Apr 20 14:23:48.548651 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a999b5f6-074f-4657-8a05-18d0696e3c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1761c3b4-f697-4b49-a12f-9c2a11c66842,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:48.549571 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 33976) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:48.552688 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-a999b5f6-074f-4657-8a05-18d0696e3c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:48.619563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0e8331e4-2300-4b9f-9998-4f2b4b1c4f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:48.647167 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0e8331e4-2300-4b9f-9998-4f2b4b1c4f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:48.700613 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0e8331e4-2300-4b9f-9998-4f2b4b1c4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:48.704425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-89a2058e-2272-41ed-aea0-4ba862a87406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:48.717995 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8331e4-2300-4b9f-9998-4f2b4b1c4f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1761c3b4-f697-4b49-a12f-9c2a11c66842,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:48.722215 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0e8331e4-2300-4b9f-9998-4f2b4b1c4f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:48.728392 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0e8331e4-2300-4b9f-9998-4f2b4b1c4f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:48.729645 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0e8331e4-2300-4b9f-9998-4f2b4b1c4f7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1761c3b4-f697-4b49-a12f-9c2a11c66842 HTTP/1.1" status: 204  len: 168 time: 0.1789210
Apr 20 14:23:49.954611 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:23:58.725664 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 34128) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:58.858641 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:58.874132 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:23:58.878385 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb1ef6334c44776bc3be1e64e253dce is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:23:58.881411 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:23:58.887669 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:23:58.973566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:58.978402 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:58.985745 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e3576013-e084-4751-ac75-bb6433c56775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:59.033850 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7eb1ef6334c44776bc3be1e64e253dce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3068171
Apr 20 14:23:59.034710 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828e8b09-ed8d-4057-8c5b-c9bced850d15,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:59.036943 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 34134) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:59.043012 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:59.043437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:59.043856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:59.044265 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:59.044669 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:59.045073 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:59.045476 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:59.045919 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:59.046315 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:59.046686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:59.047119 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:59.047515 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:23:59.051896 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3ca4c736-abcb-4f96-b13a-61d444365da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:59.100682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6e5a776e-5448-459e-af70-068e5eb3fad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:59.128682 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6e5a776e-5448-459e-af70-068e5eb3fad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:59.174948 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6e5a776e-5448-459e-af70-068e5eb3fad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:59.178789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-1d51f08e-1086-4dad-850d-003a533fc79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:59.190533 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a776e-5448-459e-af70-068e5eb3fad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828e8b09-ed8d-4057-8c5b-c9bced850d15,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:59.193037 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6e5a776e-5448-459e-af70-068e5eb3fad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:59.198636 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6e5a776e-5448-459e-af70-068e5eb3fad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:59.200015 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6e5a776e-5448-459e-af70-068e5eb3fad4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/828e8b09-ed8d-4057-8c5b-c9bced850d15 HTTP/1.1" status: 204  len: 168 time: 0.1619811
Apr 20 14:23:59.529875 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 34142) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:59.549798 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8309a2a5-cbf5-43b9-862d-ed44457efdf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:59.565394 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-8309a2a5-cbf5-43b9-862d-ed44457efdf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:23:59.570133 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-8309a2a5-cbf5-43b9-862d-ed44457efdf9 admin admin] Usage tracker for resource:security_group_rule and tenant:e2bd2a7c439a4b41a3356983cbe4b57b is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:23:59.573439 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-8309a2a5-cbf5-43b9-862d-ed44457efdf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:23:59.580437 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-8309a2a5-cbf5-43b9-862d-ed44457efdf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:23:59.667798 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8309a2a5-cbf5-43b9-862d-ed44457efdf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:59.671738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8309a2a5-cbf5-43b9-862d-ed44457efdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:59.678991 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-02f1289f-afb5-49f1-9170-86993b9b0320 tempest-AttachVolumeTestJSON-244218023 tempest-AttachVolumeTestJSON-244218023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:59.721869 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-8309a2a5-cbf5-43b9-862d-ed44457efdf9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2bd2a7c439a4b41a3356983cbe4b57b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1907806
Apr 20 14:23:59.722780 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309a2a5-cbf5-43b9-862d-ed44457efdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56903abe-1458-410a-958e-1e3bd13f9a02,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:59.725006 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 34146) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:23:59.726117 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8309a2a5-cbf5-43b9-862d-ed44457efdf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:59.800736 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf44605b-fa90-40eb-9acc-cf7ad3c64821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:59.833543 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf44605b-fa90-40eb-9acc-cf7ad3c64821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:59.879723 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf44605b-fa90-40eb-9acc-cf7ad3c64821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:59.884913 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e6271c37-1674-4f93-b6da-caeefaa1776f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:23:59.897251 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44605b-fa90-40eb-9acc-cf7ad3c64821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56903abe-1458-410a-958e-1e3bd13f9a02,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:23:59.899736 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cf44605b-fa90-40eb-9acc-cf7ad3c64821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:23:59.903196 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cf44605b-fa90-40eb-9acc-cf7ad3c64821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:23:59.905115 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-cf44605b-fa90-40eb-9acc-cf7ad3c64821 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56903abe-1458-410a-958e-1e3bd13f9a02 HTTP/1.1" status: 204  len: 168 time: 0.1788156
Apr 20 14:24:00.316603 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 34156) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:24:00.336262 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3ebac65-00b7-4a7b-8665-c3ace7c263f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:00.352260 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e3ebac65-00b7-4a7b-8665-c3ace7c263f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:24:00.356677 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e3ebac65-00b7-4a7b-8665-c3ace7c263f0 admin admin] Usage tracker for resource:security_group_rule and tenant:9f34245a25634a6d8a1f2cdfe4b9f24c is out of sync, need to count used quota {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 14:24:00.359770 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [None req-e3ebac65-00b7-4a7b-8665-c3ace7c263f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 14:24:00.365990 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [None req-e3ebac65-00b7-4a7b-8665-c3ace7c263f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:24:00.462969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3ebac65-00b7-4a7b-8665-c3ace7c263f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:00.467164 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3ebac65-00b7-4a7b-8665-c3ace7c263f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_create {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:00.479301 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-8309a2a5-cbf5-43b9-862d-ed44457efdf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:24:00.522834 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-e3ebac65-00b7-4a7b-8665-c3ace7c263f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f34245a25634a6d8a1f2cdfe4b9f24c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2050533
Apr 20 14:24:00.523762 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebac65-00b7-4a7b-8665-c3ace7c263f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d3dab1-e1d1-48a2-a3fe-04f226b5a999,revision_number=1']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:24:00.526554 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 34160) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:24:00.526983 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e3ebac65-00b7-4a7b-8665-c3ace7c263f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:24:00.591596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcfff491-c84a-40ce-9e70-2c150b5a0750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:00.619157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcfff491-c84a-40ce-9e70-2c150b5a0750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:00.671503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcfff491-c84a-40ce-9e70-2c150b5a0750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:00.676500 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-cf44605b-fa90-40eb-9acc-cf7ad3c64821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:24:00.688813 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfff491-c84a-40ce-9e70-2c150b5a0750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d3dab1-e1d1-48a2-a3fe-04f226b5a999,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:24:00.692904 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-bcfff491-c84a-40ce-9e70-2c150b5a0750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:24:00.694350 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-bcfff491-c84a-40ce-9e70-2c150b5a0750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:00.695523 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-bcfff491-c84a-40ce-9e70-2c150b5a0750 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0d3dab1-e1d1-48a2-a3fe-04f226b5a999 HTTP/1.1" status: 204  len: 168 time: 0.1677637
Apr 20 14:24:04.272814 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6ca8d3f6-1f2b-40c3-8964-4b2660af4b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:06.753323 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-b2985311-437f-487a-b622-1ece083a3c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:07.362568 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:07.704839 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:08.500616 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:09.106527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:25.474218 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac61ac8-4936-4100-8d6b-95f4313ee888 req-ec1988fc-ea92-4ed5-9386-9409d1a9bf9c tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:25.475819 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4ac61ac8-4936-4100-8d6b-95f4313ee888 req-ec1988fc-ea92-4ed5-9386-9409d1a9bf9c tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 945 time: 0.0949459
Apr 20 14:24:25.528603 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-4ac61ac8-4936-4100-8d6b-95f4313ee888 req-cea0161d-1402-4c07-8d06-3c2361dc1b33 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452535
Apr 20 14:24:26.756701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e753a-3d06-4691-a251-9c22f46a2f03 req-82eafa50-65eb-4d95-b457-37a9b1e92399 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:26.758751 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f67e753a-3d06-4691-a251-9c22f46a2f03 req-82eafa50-65eb-4d95-b457-37a9b1e92399 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 945 time: 0.1000688
Apr 20 14:24:26.808087 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-f67e753a-3d06-4691-a251-9c22f46a2f03 req-a998d57c-47a9-42fb-ab74-19e42b32fad1 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427811
Apr 20 14:24:26.961888 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:24:27.174268 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea7fcf-c85d-47ec-972d-2cccd61e523d req-dd31843b-0530-4271-83ec-6fb4f9ade52d tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:27.175781 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a8ea7fcf-c85d-47ec-972d-2cccd61e523d req-dd31843b-0530-4271-83ec-6fb4f9ade52d tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.53 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 945 time: 0.0962539
Apr 20 14:24:27.254879 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-a8ea7fcf-c85d-47ec-972d-2cccd61e523d req-2143d1b9-9db0-4ee0-8fca-75dc1a4ce0a9 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Deleting port b155c1e1-124f-4fc2-95a7-1f43ee74948e {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:24:27.255264 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a8ea7fcf-c85d-47ec-972d-2cccd61e523d req-2143d1b9-9db0-4ee0-8fca-75dc1a4ce0a9 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:27.518266 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-a8ea7fcf-c85d-47ec-972d-2cccd61e523d req-2143d1b9-9db0-4ee0-8fca-75dc1a4ce0a9 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] For port b155c1e1-124f-4fc2-95a7-1f43ee74948e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b155c1e1-124f-4fc2-95a7-1f43ee74948e,segment=NetworkSegment(401141a3-1ef7-4a1e-9116-9a05e3bf5d99),segment_id=401141a3-1ef7-4a1e-9116-9a05e3bf5d99)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:24:27.518528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a8ea7fcf-c85d-47ec-972d-2cccd61e523d req-2143d1b9-9db0-4ee0-8fca-75dc1a4ce0a9 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:27.654303 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-a8ea7fcf-c85d-47ec-972d-2cccd61e523d req-2143d1b9-9db0-4ee0-8fca-75dc1a4ce0a9 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Calling delete_port for b155c1e1-124f-4fc2-95a7-1f43ee74948e owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:24:27.812122 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a8ea7fcf-c85d-47ec-972d-2cccd61e523d req-2143d1b9-9db0-4ee0-8fca-75dc1a4ce0a9 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:27.818022 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0858099c-344d-44cd-98c8-0bc1dce212e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:24:27.823785 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['b155c1e1-124f-4fc2-95a7-1f43ee74948e'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:24:27.866819 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143d1b9-9db0-4ee0-8fca-75dc1a4ce0a9 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Pushing event deleted for resources: {'Port': ['ID=b155c1e1-124f-4fc2-95a7-1f43ee74948e,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:24:27.870190 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-2143d1b9-9db0-4ee0-8fca-75dc1a4ce0a9 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:24:27.988573 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ea7fcf-c85d-47ec-972d-2cccd61e523d req-2143d1b9-9db0-4ee0-8fca-75dc1a4ce0a9 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] No DVR routers for this DVR port b155c1e1-124f-4fc2-95a7-1f43ee74948e on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:24:27.995928 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-a8ea7fcf-c85d-47ec-972d-2cccd61e523d req-2143d1b9-9db0-4ee0-8fca-75dc1a4ce0a9 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:28.000390 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b1ba0a6e-2712-4602-b5c9-39bda5d23bce req-bc2f341f-2a58-4fcc-94af-6cb86e08404b tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e1a090-b6cb-4546-87a9-d358d6ed8774 HTTP/1.1" status: 200  len: 210 time: 0.0632412
Apr 20 14:24:28.000924 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e1a090-b6cb-4546-87a9-d358d6ed8774', 'name': 'network-vif-deleted', 'tag': 'b155c1e1-124f-4fc2-95a7-1f43ee74948e'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:24:28.019729 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-a8ea7fcf-c85d-47ec-972d-2cccd61e523d req-2143d1b9-9db0-4ee0-8fca-75dc1a4ce0a9 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.53 "DELETE /v2.0/ports/b155c1e1-124f-4fc2-95a7-1f43ee74948e HTTP/1.1" status: 204  len: 173 time: 0.8384511
Apr 20 14:24:28.057950 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e1a090-b6cb-4546-87a9-d358d6ed8774', 'name': 'network-vif-deleted', 'tag': 'b155c1e1-124f-4fc2-95a7-1f43ee74948e', 'status': 'completed', 'code': 200}
Apr 20 14:24:31.782415 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device b155c1e1-124f-4fc2-95a7-1f43ee74948e no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:24:31.822724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: b155c1e1-124f-4fc2-95a7-1f43ee74948e {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:24:31.823112 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device b155c1e1-124f-4fc2-95a7-1f43ee74948e not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:24:34.285397 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ced89b3c-987a-4ff1-83df-7764cbf606e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:36.763334 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-adb177a2-cd59-43b8-90fd-e39b66267d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:37.358793 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:37.702374 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:38.504535 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:39.106203 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:40.075789 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-7984fd0e-2eb9-4576-ae01-58205c148894 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:40.076533 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-7984fd0e-2eb9-4576-ae01-58205c148894 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Synchronizing usage tracker for tenant:11d4b7e3ab2e4a01aa182ebe4969a2be on resource:network {{(pid=86376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:24:40.095938 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-7984fd0e-2eb9-4576-ae01-58205c148894 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Unset dirty status for tenant:11d4b7e3ab2e4a01aa182ebe4969a2be on resource:network {{(pid=86376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:24:40.097194 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-7984fd0e-2eb9-4576-ae01-58205c148894 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/networks?id=2a219a83-54c0-45c6-81d6-f816df56f0d2 HTTP/1.1" status: 200  len: 814 time: 0.1880045
Apr 20 14:24:40.117309 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-e38def76-3717-4353-9076-4447fdb1b51a tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/quotas/11d4b7e3ab2e4a01aa182ebe4969a2be HTTP/1.1" status: 200  len: 375 time: 0.0104449
Apr 20 14:24:40.172214 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-cb10a95b-7cb3-42f3-9f8e-1ff5a78c9783 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=11d4b7e3ab2e4a01aa182ebe4969a2be&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0479240
Apr 20 14:24:40.320872 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-5368a0e9-d6d7-431a-a2b6-04db49379d1f service neutron] 10.222.0.30 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371486
Apr 20 14:24:40.489085 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b7c5853a-fb39-44b6-8ebc-d778ea7beb79 service neutron] 10.222.0.30 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611238
Apr 20 14:24:40.807596 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-46a65231-d670-4103-a211-1a45f2bb8845 req-46fe06e8-d416-46f1-9358-86027eb26917 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Synchronizing usage tracker for tenant:11d4b7e3ab2e4a01aa182ebe4969a2be on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:24:40.822847 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-46a65231-d670-4103-a211-1a45f2bb8845 req-46fe06e8-d416-46f1-9358-86027eb26917 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Unset dirty status for tenant:11d4b7e3ab2e4a01aa182ebe4969a2be on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:24:40.824346 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-46a65231-d670-4103-a211-1a45f2bb8845 req-46fe06e8-d416-46f1-9358-86027eb26917 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 210 time: 0.1856065
Apr 20 14:24:41.812183 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-962a7035-cddf-4e67-8522-af6d0b4e9238 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:41.813809 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-962a7035-cddf-4e67-8522-af6d0b4e9238 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.53 "GET /v2.0/networks?id=2a219a83-54c0-45c6-81d6-f816df56f0d2 HTTP/1.1" status: 200  len: 814 time: 0.1655328
Apr 20 14:24:41.826313 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Request body: {'port': {'device_id': 'f3b1f095-991f-4a01-9835-2eb913c2d4e5', 'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2', 'admin_state_up': True, 'tenant_id': '11d4b7e3ab2e4a01aa182ebe4969a2be'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:24:41.991947 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-7827e4cb-593d-4672-9f4f-b8a566d057b2 req-23408512-2a8f-4a34-a4f5-e01e92b8c6dc tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 210 time: 0.0499256
Apr 20 14:24:41.995747 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 14:24:42.008502 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.quota.driver [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 14:24:42.018242 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Made reservation on behalf of 11d4b7e3ab2e4a01aa182ebe4969a2be for: {'port': 1} {{(pid=86375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 14:24:42.024587 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:42.198966 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_common [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Allocated IP 172.20.0.14 (2a219a83-54c0-45c6-81d6-f816df56f0d2/64cfc5d1-4e7b-470e-b949-3a546460b976/597eb24f-2f6b-4baf-b5a4-d957013aa084) {{(pid=86375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 14:24:42.427116 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks [] for port, precommit_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:42.461658 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261406903156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_create {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:42.467767 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-3a4f1584-67f3-40cb-a982-73ff605652a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:24:42.537671 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Network 2a219a83-54c0-45c6-81d6-f816df56f0d2 is already hosted by enough agents. {{(pid=86375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 14:24:42.540856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.scheduler.base_scheduler [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Resources bound (agent type, host, resource id):  {{(pid=86375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 14:24:42.545009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Received port after_create {{(pid=86375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 14:24:42.580591 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Pushing event updated for resources: {'Port': ['ID=597eb24f-2f6b-4baf-b5a4-d957013aa084,revision_number=1']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:24:42.587495 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:24:42.618943 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:42.619599 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:42.650179 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-b6874386-eebe-44b3-a094-3217c89c7360 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8282781
Apr 20 14:24:42.662382 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.v2.base [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Request body: {'port': {'device_id': 'f3b1f095-991f-4a01-9835-2eb913c2d4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=86375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 14:24:42.786446 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:43.204395 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597eb24f-2f6b-4baf-b5a4-d957013aa084 {{(pid=86375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:24:43.214602 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:43.240943 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Transition to ACTIVE for port object 597eb24f-2f6b-4baf-b5a4-d957013aa084 will not be triggered until provisioned by entity L2. {{(pid=86375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 14:24:43.247041 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:43.251566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-25cbb4c1-2f00-4e80-81e6-b22a29880562 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:24:43.625346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cecc5-5e78-4d88-88ad-6b7b1644a91b req-bf88f20f-2bdc-4b78-8806-6721f8ab108f tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:43.626019 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-d61cecc5-5e78-4d88-88ad-6b7b1644a91b req-bf88f20f-2bdc-4b78-8806-6721f8ab108f tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Synchronizing usage tracker for tenant:11d4b7e3ab2e4a01aa182ebe4969a2be on resource:port {{(pid=86375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 14:24:43.637311 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Pushing event updated for resources: {'Port': ['ID=597eb24f-2f6b-4baf-b5a4-d957013aa084,revision_number=2']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:24:43.640346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:24:43.713896 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.quota.resource [req-d61cecc5-5e78-4d88-88ad-6b7b1644a91b req-bf88f20f-2bdc-4b78-8806-6721f8ab108f tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Unset dirty status for tenant:11d4b7e3ab2e4a01aa182ebe4969a2be on resource:port {{(pid=86375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 14:24:43.715257 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d61cecc5-5e78-4d88-88ad-6b7b1644a91b req-bf88f20f-2bdc-4b78-8806-6721f8ab108f tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 932 time: 0.5814397
Apr 20 14:24:43.794263 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-d61cecc5-5e78-4d88-88ad-6b7b1644a91b req-c1106bd9-d8b5-4a09-84b0-56d952322ebf tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720451
Apr 20 14:24:43.795089 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Attempting to bind port 597eb24f-2f6b-4baf-b5a4-d957013aa084 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 14:24:43.795421 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Attempting to bind port 597eb24f-2f6b-4baf-b5a4-d957013aa084 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '401141a3-1ef7-4a1e-9116-9a05e3bf5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2'}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 14:24:43.795817 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Attempting to bind port 597eb24f-2f6b-4baf-b5a4-d957013aa084 on network 2a219a83-54c0-45c6-81d6-f816df56f0d2 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:24:43.801296 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Port 597eb24f-2f6b-4baf-b5a4-d957013aa084 on network 2a219a83-54c0-45c6-81d6-f816df56f0d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 14:24:43.801655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Attempting to bind port 597eb24f-2f6b-4baf-b5a4-d957013aa084 on network 2a219a83-54c0-45c6-81d6-f816df56f0d2 {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 14:24:43.807459 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Checking agent: {'id': '2a5558ce-3abe-464b-b201-79e08f994190', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'started_at': datetime.datetime(2021, 4, 20, 14, 7, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 14:24:43.808255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Checking segment: {'id': '401141a3-1ef7-4a1e-9116-9a05e3bf5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 14:24:43.808255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Bound using segment: {'id': '401141a3-1ef7-4a1e-9116-9a05e3bf5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2'} {{(pid=86375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 14:24:43.809110 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Bound port: 597eb24f-2f6b-4baf-b5a4-d957013aa084, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401141a3-1ef7-4a1e-9116-9a05e3bf5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2'}}] {{(pid=86375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 14:24:43.809110 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:43.901259 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] For port 597eb24f-2f6b-4baf-b5a4-d957013aa084, host hv-cinder-77459, cleared binding levels {{(pid=86375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 14:24:43.904333 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] For port 597eb24f-2f6b-4baf-b5a4-d957013aa084, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=597eb24f-2f6b-4baf-b5a4-d957013aa084,segment=NetworkSegment(401141a3-1ef7-4a1e-9116-9a05e3bf5d99),segment_id=401141a3-1ef7-4a1e-9116-9a05e3bf5d99)] {{(pid=86375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 14:24:43.908946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853299975'] for port, after_update {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:43.912713 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-e5cc8cca-915d-4d68-be61-14fe81ef97b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:24:43.968422 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:43.969246 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:43.970747 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] 10.222.0.53 "PUT /v2.0/ports/597eb24f-2f6b-4baf-b5a4-d957013aa084 HTTP/1.1" status: 200  len: 1094 time: 1.3128495
Apr 20 14:24:43.975428 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b1f095-991f-4a01-9835-2eb913c2d4e5', 'tag': '597eb24f-2f6b-4baf-b5a4-d957013aa084'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:24:44.045933 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Pushing event updated for resources: {'Port': ['ID=597eb24f-2f6b-4baf-b5a4-d957013aa084,revision_number=3']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:24:44.049426 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-eddd1b63-e483-47fe-be85-17fd5b0a5b9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:24:44.056123 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b1f095-991f-4a01-9835-2eb913c2d4e5', 'tag': '597eb24f-2f6b-4baf-b5a4-d957013aa084', 'status': 'completed', 'code': 200}
Apr 20 14:24:44.094676 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-bb9d7359-6a2f-44c4-853d-fadb111ce37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:44.096314 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-bb9d7359-6a2f-44c4-853d-fadb111ce37f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=11d4b7e3ab2e4a01aa182ebe4969a2be&device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 1097 time: 0.0863867
Apr 20 14:24:44.172270 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-be9e7a87-03f6-4792-8b0d-9beeb7f2793e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=597eb24f-2f6b-4baf-b5a4-d957013aa084 HTTP/1.1" status: 200  len: 217 time: 0.0686238
Apr 20 14:24:44.239834 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-876b4739-1eb9-4386-b65e-aaad2ca5c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:44.241596 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-876b4739-1eb9-4386-b65e-aaad2ca5c7d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64cfc5d1-4e7b-470e-b949-3a546460b976 HTTP/1.1" status: 200  len: 854 time: 0.0634072
Apr 20 14:24:44.297124 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-d1440986-7b0c-464d-9fa1-94f2e0f7bede service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a219a83-54c0-45c6-81d6-f816df56f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495133
Apr 20 14:24:44.440462 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-c26d1345-193d-4f03-88e2-4dc0db616d74 service neutron] 10.222.0.53 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363935
Apr 20 14:24:44.591915 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ddbae4d3-e2b8-4cb2-8cac-d64661a63934 req-d57d6149-19c1-4827-8d1b-4ee6529d60c6 service neutron] 10.222.0.53 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445367
Apr 20 14:24:44.732935 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17275c4e-9b74-4f5f-82fb-eb332ce6a27c req-b4487e04-3f2a-43d8-9ef1-d8654dba7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:44.734594 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-17275c4e-9b74-4f5f-82fb-eb332ce6a27c req-b4487e04-3f2a-43d8-9ef1-d8654dba7bd1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=11d4b7e3ab2e4a01aa182ebe4969a2be&device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 1097 time: 0.0891926
Apr 20 14:24:44.876632 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17275c4e-9b74-4f5f-82fb-eb332ce6a27c req-6f70da3a-12ae-4407-9e94-873d6fc16c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:44.878266 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-17275c4e-9b74-4f5f-82fb-eb332ce6a27c req-6f70da3a-12ae-4407-9e94-873d6fc16c11 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a219a83-54c0-45c6-81d6-f816df56f0d2 HTTP/1.1" status: 200  len: 915 time: 0.1374593
Apr 20 14:24:44.992986 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-17275c4e-9b74-4f5f-82fb-eb332ce6a27c req-249a4133-575c-4d1e-b9e6-01fb734ca108 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=597eb24f-2f6b-4baf-b5a4-d957013aa084 HTTP/1.1" status: 200  len: 217 time: 0.1069412
Apr 20 14:24:45.078939 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17275c4e-9b74-4f5f-82fb-eb332ce6a27c req-805d28b9-32f5-4aab-b813-e74623a42269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:45.080515 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-17275c4e-9b74-4f5f-82fb-eb332ce6a27c req-805d28b9-32f5-4aab-b813-e74623a42269 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64cfc5d1-4e7b-470e-b949-3a546460b976 HTTP/1.1" status: 200  len: 854 time: 0.0816548
Apr 20 14:24:45.136589 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-17275c4e-9b74-4f5f-82fb-eb332ce6a27c req-9f69b8b7-90c8-4af9-93f3-93c714f7d1de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a219a83-54c0-45c6-81d6-f816df56f0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495317
Apr 20 14:24:45.146148 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf493ca-be5d-4601-870c-626bce7e9dd5 req-e5966997-d9d2-4652-a2f3-d3d8daf8b86c tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:45.147621 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ebf493ca-be5d-4601-870c-626bce7e9dd5 req-e5966997-d9d2-4652-a2f3-d3d8daf8b86c tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 944 time: 0.2080092
Apr 20 14:24:45.282265 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ebf493ca-be5d-4601-870c-626bce7e9dd5 req-4d934ed1-234b-4581-842f-de74a1703b1d tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125381
Apr 20 14:24:45.321491 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-17275c4e-9b74-4f5f-82fb-eb332ce6a27c req-c30904ed-45ec-4394-a3ca-26cb9c0e925a service neutron] 10.222.0.53 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728163
Apr 20 14:24:45.463996 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-17275c4e-9b74-4f5f-82fb-eb332ce6a27c req-a7a5daa4-d66b-4086-bd80-d8bb7a0da9bf service neutron] 10.222.0.53 "GET /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358047
Apr 20 14:24:46.727527 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b26bb-aff6-499b-b8f2-8ed2ffe47c3a req-4a6d8ad0-6323-4a58-ad1b-adbcb33aed1d tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:46.729120 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b08b26bb-aff6-499b-b8f2-8ed2ffe47c3a req-4a6d8ad0-6323-4a58-ad1b-adbcb33aed1d tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 944 time: 0.3259604
Apr 20 14:24:46.781593 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b08b26bb-aff6-499b-b8f2-8ed2ffe47c3a req-3f9de961-8bfb-455d-8422-62d0d6e0c9ad tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424016
Apr 20 14:24:47.282218 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 597eb24f-2f6b-4baf-b5a4-d957013aa084 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=86377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 14:24:47.438874 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 597eb24f-2f6b-4baf-b5a4-d957013aa084, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=597eb24f-2f6b-4baf-b5a4-d957013aa084,segment=NetworkSegment(401141a3-1ef7-4a1e-9116-9a05e3bf5d99),segment_id=401141a3-1ef7-4a1e-9116-9a05e3bf5d99)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:24:47.452815 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Returning: {'device': '597eb24f-2f6b-4baf-b5a4-d957013aa084', 'network_id': '2a219a83-54c0-45c6-81d6-f816df56f0d2', 'port_id': '597eb24f-2f6b-4baf-b5a4-d957013aa084', 'mac_address': 'fa:16:3e:e3:79:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cfc5d1-4e7b-470e-b949-3a546460b976', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 14:24:47.522642 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:47.543016 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597eb24f-2f6b-4baf-b5a4-d957013aa084 {{(pid=86377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 14:24:47.560156 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 597eb24f-2f6b-4baf-b5a4-d957013aa084, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=597eb24f-2f6b-4baf-b5a4-d957013aa084,segment=NetworkSegment(401141a3-1ef7-4a1e-9116-9a05e3bf5d99),segment_id=401141a3-1ef7-4a1e-9116-9a05e3bf5d99)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:24:47.564893 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:47.567310 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-13681ac7-605f-4cd9-beb1-4ffa529c3366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:24:47.648433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=597eb24f-2f6b-4baf-b5a4-d957013aa084,revision_number=4']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:24:47.656380 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:24:47.656763 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:24:47.657148 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:24:47.657501 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:24:47.657895 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:24:47.658255 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:24:47.658614 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:24:47.658970 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:24:47.659328 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:24:47.659679 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:24:47.660009 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:24:47.660361 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:24:47.664371 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:24:47.901040 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['597eb24f-2f6b-4baf-b5a4-d957013aa084'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:24:48.007108 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366a574-3048-4405-839b-4bdc0d13126b req-217d9323-dc12-405c-9e9f-14c1122d0ec3 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:48.008734 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6366a574-3048-4405-839b-4bdc0d13126b req-217d9323-dc12-405c-9e9f-14c1122d0ec3 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 945 time: 0.1017492
Apr 20 14:24:48.059558 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-6366a574-3048-4405-839b-4bdc0d13126b req-b747f2ed-d0c8-497f-9a87-6714fd11c0ea tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441043
Apr 20 14:24:49.268464 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e13a5-5000-4077-8baa-e8e36815de9f req-2291ffee-de7f-41f6-ac67-f2d77de3e6bc tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:49.270077 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-dc6e13a5-5000-4077-8baa-e8e36815de9f req-2291ffee-de7f-41f6-ac67-f2d77de3e6bc tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 945 time: 0.0916972
Apr 20 14:24:49.285308 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 597eb24f-2f6b-4baf-b5a4-d957013aa084 up at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 14:24:49.324747 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-dc6e13a5-5000-4077-8baa-e8e36815de9f req-f2ce5100-0792-4c32-a2cb-4016d201e767 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480685
Apr 20 14:24:49.361654 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning for port 597eb24f-2f6b-4baf-b5a4-d957013aa084 completed by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 14:24:49.366672 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.provisioning_blocks [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Provisioning complete for port 597eb24f-2f6b-4baf-b5a4-d957013aa084 triggered by entity L2. {{(pid=86377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 14:24:49.367100 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838079358'] for port, provisioning_complete {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:49.492494 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16368991'] for port, before_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:49.520406 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b1f095-991f-4a01-9835-2eb913c2d4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597eb24f-2f6b-4baf-b5a4-d957013aa084'}] {{(pid=86377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:24:49.531552 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] For port 597eb24f-2f6b-4baf-b5a4-d957013aa084, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=597eb24f-2f6b-4baf-b5a4-d957013aa084,segment=NetworkSegment(401141a3-1ef7-4a1e-9116-9a05e3bf5d99),segment_id=401141a3-1ef7-4a1e-9116-9a05e3bf5d99)] {{(pid=86377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:24:49.535565 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775448321480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261406903139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775447872695'] for port, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:24:49.537523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:24:49.573849 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b1f095-991f-4a01-9835-2eb913c2d4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597eb24f-2f6b-4baf-b5a4-d957013aa084', 'code': 200}
Apr 20 14:24:49.609753 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Pushing event updated for resources: {'Port': ['ID=597eb24f-2f6b-4baf-b5a4-d957013aa084,revision_number=5']} {{(pid=86377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:24:49.613186 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:24:49.809552 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afdb09-e924-4386-a4d9-da954c6e54db req-860fff81-1c41-4900-ba25-7db34cf53964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:49.811205 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-99afdb09-e924-4386-a4d9-da954c6e54db req-860fff81-1c41-4900-ba25-7db34cf53964 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 1099 time: 0.0804188
Apr 20 14:24:49.854156 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-99afdb09-e924-4386-a4d9-da954c6e54db req-671fcd36-4490-4fb8-be30-996eea1863cb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358889
Apr 20 14:24:50.543701 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded91a8-4208-423d-8439-1c2ca498af41 req-c5240dc7-9a2c-47d6-baaf-dd2a0fc92bdd tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:50.545293 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eded91a8-4208-423d-8439-1c2ca498af41 req-c5240dc7-9a2c-47d6-baaf-dd2a0fc92bdd tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 946 time: 0.0993829
Apr 20 14:24:50.597924 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-eded91a8-4208-423d-8439-1c2ca498af41 req-1a3f3e89-b0bb-4f01-ace3-ef75e2a2da17 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458307
Apr 20 14:24:51.827673 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb681811-6fe3-4618-a345-7c31f6cd8c58 req-22d0dbdb-a698-4a47-9446-154aa1459d71 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:24:51.829269 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bb681811-6fe3-4618-a345-7c31f6cd8c58 req-22d0dbdb-a698-4a47-9446-154aa1459d71 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 946 time: 0.0982451
Apr 20 14:24:51.881498 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-bb681811-6fe3-4618-a345-7c31f6cd8c58 req-51559553-ba2c-4293-b583-5e0b6b32aba1 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421751
Apr 20 14:25:03.958534 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:25:04.281497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-125eb1bc-afcc-420f-af3a-60f5a5382eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:06.760946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-3d7a01ae-be5c-4ae2-8f72-3d1cb451eca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:07.363405 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:07.699499 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:08.528505 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:09.207551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:16.920307 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80a562-efd9-437d-adb8-e52324d4a775 req-cbc33dcd-2c3e-4dfa-8f0b-50dbeef65437 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:25:16.921912 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1d80a562-efd9-437d-adb8-e52324d4a775 req-cbc33dcd-2c3e-4dfa-8f0b-50dbeef65437 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 946 time: 0.0952778
Apr 20 14:25:16.974047 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-1d80a562-efd9-437d-adb8-e52324d4a775 req-f906da94-7753-48f7-a538-379ca9021f15 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445042
Apr 20 14:25:18.188431 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd61a2c-92db-4c18-aa50-ae5d687298a7 req-677c234c-8998-432c-a2b1-b0d3564a95e5 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:25:18.190059 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ffd61a2c-92db-4c18-aa50-ae5d687298a7 req-677c234c-8998-432c-a2b1-b0d3564a95e5 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 946 time: 0.0975652
Apr 20 14:25:18.244974 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-ffd61a2c-92db-4c18-aa50-ae5d687298a7 req-9ca6aafd-7952-49d7-9d4f-d896f3402e25 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/security-groups?id=7569b107-6d01-4379-a0af-682c2e3d274f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483832
Apr 20 14:25:18.594015 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d22671-2afb-4f5a-9de7-ce139b33fed7 req-20daeca2-b878-45e2-b0ed-e4c7dfbc09c8 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 14:25:18.595562 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d22671-2afb-4f5a-9de7-ce139b33fed7 req-20daeca2-b878-45e2-b0ed-e4c7dfbc09c8 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 946 time: 0.0995061
Apr 20 14:25:18.677517 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-b6d22671-2afb-4f5a-9de7-ce139b33fed7 req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Deleting port 597eb24f-2f6b-4baf-b5a4-d957013aa084 {{(pid=86375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 14:25:18.677926 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d22671-2afb-4f5a-9de7-ce139b33fed7 req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261406458228'] for port, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:18.936861 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [req-b6d22671-2afb-4f5a-9de7-ce139b33fed7 req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] For port 597eb24f-2f6b-4baf-b5a4-d957013aa084, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=597eb24f-2f6b-4baf-b5a4-d957013aa084,segment=NetworkSegment(401141a3-1ef7-4a1e-9116-9a05e3bf5d99),segment_id=401141a3-1ef7-4a1e-9116-9a05e3bf5d99)] {{(pid=86375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 14:25:18.937221 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d22671-2afb-4f5a-9de7-ce139b33fed7 req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-946289'] for port, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:19.081201 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [req-b6d22671-2afb-4f5a-9de7-ce139b33fed7 req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Calling delete_port for 597eb24f-2f6b-4baf-b5a4-d957013aa084 owned by compute:nova {{(pid=86375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 14:25:19.230719 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d22671-2afb-4f5a-9de7-ce139b33fed7 req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838405967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-358204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261406454303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775447872661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1475824'] for port, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:19.236433 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-d01469f0-f253-419b-a951-70ccdc614f78 tempest-TestVolumeBootPattern-1079919962 tempest-TestVolumeBootPattern-1079919962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:25:19.243549 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.db [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] get_ports_and_sgs() called for port_ids ['597eb24f-2f6b-4baf-b5a4-d957013aa084'] {{(pid=86377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 14:25:19.288027 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Pushing event deleted for resources: {'Port': ['ID=597eb24f-2f6b-4baf-b5a4-d957013aa084,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:25:19.335377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:19.335787 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:19.336198 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:19.336603 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:19.337006 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:19.337409 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:19.337858 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:19.338259 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:19.338655 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:19.339052 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:19.339449 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:19.339842 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:19.368835 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:25:19.418843 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d22671-2afb-4f5a-9de7-ce139b33fed7 req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] No DVR routers for this DVR port 597eb24f-2f6b-4baf-b5a4-d957013aa084 on host hv-cinder-77459 {{(pid=86375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 14:25:19.425772 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [req-b6d22671-2afb-4f5a-9de7-ce139b33fed7 req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:19.428468 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b1f095-991f-4a01-9835-2eb913c2d4e5', 'name': 'network-vif-deleted', 'tag': '597eb24f-2f6b-4baf-b5a4-d957013aa084'}] {{(pid=86375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 14:25:19.445475 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-023621f2-103e-4fba-8cf7-cfaf98475646 req-965f835c-1ad0-445b-933a-e55fd504d770 tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3b1f095-991f-4a01-9835-2eb913c2d4e5 HTTP/1.1" status: 200  len: 210 time: 0.0708501
Apr 20 14:25:19.453189 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [req-b6d22671-2afb-4f5a-9de7-ce139b33fed7 req-4653790c-cc26-4c52-a924-e496236929fa tempest-VolumesSnapshotTestJSON-844871996 tempest-VolumesSnapshotTestJSON-844871996-project] 10.222.0.53 "DELETE /v2.0/ports/597eb24f-2f6b-4baf-b5a4-d957013aa084 HTTP/1.1" status: 204  len: 173 time: 0.8518732
Apr 20 14:25:19.485936 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b1f095-991f-4a01-9835-2eb913c2d4e5', 'name': 'network-vif-deleted', 'tag': '597eb24f-2f6b-4baf-b5a4-d957013aa084', 'status': 'completed', 'code': 200}
Apr 20 14:25:20.924272 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [req-a9c9f1b5-b1dd-40b7-aa28-276d4ac3224b req-4cf7d5b5-8da7-4287-bfbb-c0cb3766ed17 service neutron] (86376) timed out ('10.222.0.53', 56523) {{(pid=86376) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 14:25:23.926002 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 597eb24f-2f6b-4baf-b5a4-d957013aa084 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 14:25:23.966893 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.plugin [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] No Port match for: 597eb24f-2f6b-4baf-b5a4-d957013aa084 {{(pid=86377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 14:25:23.967285 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.rpc [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Device 597eb24f-2f6b-4baf-b5a4-d957013aa084 not bound to the agent host hv-cinder-77459 {{(pid=86377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 14:25:34.286856 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-2c80c42d-4fc3-49cb-937f-22301fcc8ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:36.759193 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-696893fe-cd15-422c-92c6-4fafc75ccc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:37.367563 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:37.702300 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:38.532853 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:39.113184 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:40.953094 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:25:47.755770 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 34578) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:25:47.825375 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7a0570-b789-4a78-aeca-1fe6ce7832b4 admin admin] Deleting subnet 64cfc5d1-4e7b-470e-b949-3a546460b976 {{(pid=86375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 14:25:47.828656 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0570-b789-4a78-aeca-1fe6ce7832b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:47.884497 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0570-b789-4a78-aeca-1fe6ce7832b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1385880'] for subnet, precommit_delete_associations {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:47.941059 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0570-b789-4a78-aeca-1fe6ce7832b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036838042208'] for subnet, precommit_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:48.212889 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0570-b789-4a78-aeca-1fe6ce7832b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16733592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1474852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066979'] for subnet, after_delete {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:48.221119 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-259a6cc1-42d1-4a6a-b7b1-a71a950c51d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:25:48.264523 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a0570-b789-4a78-aeca-1fe6ce7832b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64cfc5d1-4e7b-470e-b949-3a546460b976,revision_number=None']} {{(pid=86375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:25:48.266723 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0570-b789-4a78-aeca-1fe6ce7832b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:48.269381 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-0a7a0570-b789-4a78-aeca-1fe6ce7832b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:25:48.274039 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-0a7a0570-b789-4a78-aeca-1fe6ce7832b4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/64cfc5d1-4e7b-470e-b949-3a546460b976 HTTP/1.1" status: 204  len: 168 time: 0.5170643
Apr 20 14:25:48.276968 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 34582) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:25:48.394318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838219540'] for network, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:48.533738 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16733685', 'neutron.services.segments.db._delete_segments_for_network-8775448404083'] for network, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:48.648934 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fb314bc25f8>,) {'filters': {'network_id': ['2a219a83-54c0-45c6-81d6-f816df56f0d2']}} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:25:48.661638 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fb314bc25f8>, '401141a3-1ef7-4a1e-9116-9a05e3bf5d99') {'for_net_delete': True} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:25:48.661997 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.services.segments.db [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fb314bc25f8>, '401141a3-1ef7-4a1e-9116-9a05e3bf5d99') {} {{(pid=86376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 14:25:48.674472 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261406391651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2570681'] for segment, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:48.689952 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16734918'] for segment, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:48.696503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=86376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 14:25:48.873400 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Network 2a219a83-54c0-45c6-81d6-f816df56f0d2 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:25:48.886375 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838040911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852964746'] for segment, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:49.071379 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.plugins.ml2.managers [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Network 2a219a83-54c0-45c6-81d6-f816df56f0d2 has no segments {{(pid=86376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]: Traceback (most recent call last):
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     timer()
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     cb(*args, **kw)
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     return func(*args, **kwargs)
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     self._notify()
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     self.callback(batched_events)
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     event.method(event)
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     segment_id)['aggregates'][0]
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     return f(self, *a, **k)
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self._get(url).json()
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     **kwargs)
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     return self.request(url, 'GET', **kwargs)
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     **endpoint_filter)
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 14:25:49.094922 dv-cinder-774594-5-iscsi neutron-server[86262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 14:25:49.176055 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838042115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-624995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853835378'] for network, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:49.179011 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-ae677d89-71d0-4e53-a7b4-b67c6535fbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:25:49.193125 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625008'] for network, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:49.205757 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a219a83-54c0-45c6-81d6-f816df56f0d2,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:25:49.220475 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:49.220897 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:49.221311 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:49.221724 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:49.222214 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:49.222617 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:49.223015 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:49.223483 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:49.223873 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:49.224271 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:49.224645 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:49.225039 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-5-iscsi {{(pid=86376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 14:25:49.230540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:25:49.244722 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-21aee517-edb0-43f7-8600-5a673f0bc453 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2a219a83-54c0-45c6-81d6-f816df56f0d2 HTTP/1.1" status: 204  len: 168 time: 0.9666176
Apr 20 14:25:49.441353 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86375) accepted ('10.222.0.30', 34588) {{(pid=86375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:25:49.506115 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-a9d01da3-2905-4174-a73c-5537d7a12e2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11d4b7e3ab2e4a01aa182ebe4969a2be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0632830
Apr 20 14:25:49.510099 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [-] (86376) accepted ('10.222.0.30', 34592) {{(pid=86376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 14:25:49.580355 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6d681653-d561-4a24-91b8-53cd99729ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:49.608028 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6d681653-d561-4a24-91b8-53cd99729ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:49.667595 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6d681653-d561-4a24-91b8-53cd99729ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854200151'] for security_group, after_delete {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:49.672576 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-28f7d68a-f5c5-42a1-a452-ad02fed11429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 14:25:49.686909 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d681653-d561-4a24-91b8-53cd99729ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7569b107-6d01-4379-a0af-682c2e3d274f,revision_number=None']} {{(pid=86376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 14:25:49.691337 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG oslo_concurrency.lockutils [None req-6d681653-d561-4a24-91b8-53cd99729ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 14:25:49.694974 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-6d681653-d561-4a24-91b8-53cd99729ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:25:49.696259 dv-cinder-774594-5-iscsi neutron-server[86262]: INFO neutron.wsgi [None req-6d681653-d561-4a24-91b8-53cd99729ef9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7569b107-6d01-4379-a0af-682c2e3d274f HTTP/1.1" status: 204  len: 168 time: 0.1847897
Apr 20 14:26:04.291969 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e3b8252f-dd71-48a3-96d0-56a6a30921df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:26:06.758347 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eb2dd7b2-482c-41f0-8741-84e46bec3706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:26:07.369570 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:26:07.702161 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:26:08.538609 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:26:09.120333 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:26:17.955558 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:26:34.301816 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-857cc457-35e6-4007-bd51-0db5275413c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:26:36.755831 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d0a81442-542f-42ec-a457-d38fe15cfbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:26:37.371295 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:26:37.700291 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:26:38.552824 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:26:39.117784 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:26:54.961946 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:27:04.301661 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d11602f2-cf97-4dc6-9235-d7d8f063c7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:27:06.757352 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f2708bca-6fe8-4465-86da-ce4d7e238f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:27:07.374387 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:27:07.699049 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:27:08.580155 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:27:09.244700 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:27:31.968496 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:27:34.295540 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-eed348f2-4972-496e-9239-6a6f5ded306c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:27:36.761346 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-19209585-b89f-4be6-bc3c-48199017ff6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:27:37.383958 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:27:37.699666 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:27:38.575954 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:27:39.130722 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:28:04.308685 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8a86a627-8d06-4ae9-9580-884801408786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:28:06.756241 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-dc87a96c-f684-463a-afdd-172226d0e77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:28:07.381003 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:28:07.695503 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:28:08.589239 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:28:08.969402 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:28:09.130585 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:28:34.303391 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fe3d2d09-af52-4505-9755-4c2ae671ec9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:28:36.763005 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-0905b32a-210b-4cfd-963c-5d414f4f5ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:28:37.383693 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:28:37.707686 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:28:38.605909 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:28:39.129974 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:28:45.969664 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:29:04.312034 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-cabb2954-28bf-4921-852d-7c51f19d9035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:29:06.762349 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-348acdff-f5b9-46db-a828-344801be590d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:29:07.386432 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:29:07.707243 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:29:08.635136 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:29:09.242058 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:29:22.976224 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:29:34.305425 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-d6083e48-25ff-458d-bce1-4e81702f4eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:29:36.756747 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-053c3645-a54b-44fb-bdec-55a101949d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:29:37.389157 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:29:37.700377 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:29:38.643283 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:29:39.144805 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:29:59.967176 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:30:04.324318 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-fda4c3f9-74a4-4c58-b81d-55ffdce6aa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:30:04.963348 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.wsgi [req-6c2e9d82-752d-44c3-90d5-38cb2ee30335 req-1cf037c6-440a-4ff1-8e1a-f51fffa68217 service neutron] (86375) timed out ('10.222.0.53', 56525) {{(pid=86375) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 14:30:06.770538 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5df58c85-3354-4673-810a-7674580b5e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:30:07.399551 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:30:07.717731 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:30:08.657578 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:30:09.143220 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:30:34.315528 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ab355887-8853-4b71-99cc-2afc2c78bd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:30:36.770765 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-8ac82e38-81d8-4ea8-bcca-efb404984a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:30:36.974263 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron.db.agents_db [None req-73c204c0-fd9a-412d-b35f-c918fdacfd6d None None] Agent healthcheck: found 6 active agents {{(pid=86378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 14:30:37.405140 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:30:37.708592 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:30:38.652510 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:30:39.150790 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:31:04.314612 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-f06bf3ca-c76b-4ca9-806b-9e75a41ae17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:31:06.770726 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-ec05cc4f-5e6a-4548-a023-7fc5716acfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:31:07.406279 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5d020fac-f1f7-4f5d-817c-2e4981460e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:31:07.707566 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-e9167249-ea6a-496a-ba1d-823137aa3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:31:08.675190 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-5b03edae-85c0-410d-9b52-82a4e7374b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 14:31:09.256332 dv-cinder-774594-5-iscsi neutron-server[86262]: DEBUG neutron_lib.callbacks.manager [None req-beca7d64-8458-452c-8136-d1dc250deda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261406371717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16696535'] for agent, after_update {{(pid=86377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}